-- Logs begin at Wed 2021-08-04 11:39:03 UTC, end at Wed 2021-08-04 13:00:45 UTC. -- Aug 04 12:27:52.761467 dv-cinder-803046-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 04 12:27:55.525797 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.common.config [-] Logging enabled! Aug 04 12:27:55.526436 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev517 Aug 04 12:27:55.526575 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93969) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 12:27:55.529919 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.common.config [-] Logging enabled! Aug 04 12:27:55.530189 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev517 Aug 04 12:27:55.530498 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93969) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 12:27:55.531433 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 12:27:55.531668 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 12:27:55.532066 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 12:27:55.532283 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 12:27:55.532511 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 12:27:55.533350 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.533684 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.533982 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.534215 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.534512 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.534806 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.535092 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.535388 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.535683 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.535971 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.536255 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.536540 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.536773 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.537061 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.537351 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.537663 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.537890 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] debug = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.538177 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.538606 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.539025 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.539310 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.539604 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.539892 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.540167 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.540444 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.540729 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.541064 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] host = dv-cinder-803046-4-iscsi {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.541340 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.541653 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.541938 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.542227 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.542500 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.542780 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.543319 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.543594 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.543917 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] log_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.544149 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.544436 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.544724 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.545014 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.545243 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.545495 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.545787 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.546076 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.546354 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.546630 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.546906 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.547180 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.547461 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.547728 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.548013 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.548381 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.549218 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.549428 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.549714 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.549989 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.550261 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.550548 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.550822 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.551097 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.551370 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.551658 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.551930 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.552206 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.552508 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.552794 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.553075 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.553379 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.553653 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.553937 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.554213 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.554487 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.554760 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] use_json = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.555035 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.555306 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.555590 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.555864 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.556137 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.556412 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.556684 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.556968 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:55.557265 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.557585 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.557887 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.558170 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.558465 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.558745 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.559036 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.559313 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.559602 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.559896 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.560186 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.560466 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.560752 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.561033 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.561331 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.561662 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.562003 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.562251 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.562529 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.562805 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.563082 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.563362 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.563651 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.563944 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.564362 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.564617 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.564922 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.565275 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.565586 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.565863 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.566143 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.566433 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.566718 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.566992 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.567275 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.567617 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.567828 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.568101 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.568383 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.568676 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.568955 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.569228 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.569531 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.569816 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.570093 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.570376 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.570654 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.570927 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.571200 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.571477 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.571749 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.572021 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.572299 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.572577 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.572853 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.573126 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.573423 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.573701 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.573974 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.574248 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.574529 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.574792 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.575399 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.575399 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.575690 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.575859 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.576137 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.576407 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.576697 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.576998 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.577276 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.577623 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.577908 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.578190 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.578468 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.578748 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.579026 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.579305 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.579578 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.579927 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.580214 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.580503 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.580789 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.581071 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.581402 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.581675 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.581961 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.582241 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.582520 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.582813 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.583099 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.583397 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.583692 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.583988 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.584283 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.584652 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.584858 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.585172 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.585503 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:55.585702 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 12:27:55.585950 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93969) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 04 12:27:55.937985 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 12:27:55.938198 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 12:27:55.938504 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 12:27:55.938843 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 04 12:27:56.335022 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.335314 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.335591 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.336787 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.337062 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.337321 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.371124 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.371405 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.371679 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.385756 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.386049 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.386323 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.417326 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.417638 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.418159 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.454143 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.454435 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.454736 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.686585 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.687197 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.687197 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.687359 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.688007 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.809344 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.809683 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.809973 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.810247 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.810516 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.810830 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.811089 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.811345 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.811600 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.811882 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.812143 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.812407 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.812662 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.812915 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.813171 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.813462 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.813722 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.813987 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.814833 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.815099 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.815377 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.815636 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.815930 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.816308 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.816561 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.816809 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.817219 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 12:27:56.817496 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 12:27:56.817742 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 12:27:56.817984 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 12:27:56.818223 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 12:27:56.818461 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 12:27:56.818825 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 04 12:27:56.822048 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 04 12:27:56.826004 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 04 12:27:56.829710 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Aug 04 12:27:56.831600 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 04 12:27:56.832061 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 04 12:27:56.832403 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 04 12:27:56.832792 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 04 12:27:56.835631 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 04 12:27:56.835886 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 04 12:27:56.836230 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 12:27:56.841603 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 04 12:27:56.868672 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 04 12:27:56.869139 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.869470 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93969) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 04 12:27:56.869843 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.871209 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93969) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 04 12:27:56.871493 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 12:27:56.871742 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 04 12:27:56.875060 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.875348 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:56.939510 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 04 12:27:56.939699 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 04 12:27:56.939938 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 04 12:27:56.940326 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 04 12:27:56.961764 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_db.sqlalchemy.engines [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93969) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 04 12:27:57.626521 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Initializing driver for type 'gre' Aug 04 12:27:57.626968 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] gre ID ranges: [(1, 1000)] Aug 04 12:27:57.941449 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Initializing driver for type 'local' Aug 04 12:27:57.942126 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Initializing driver for type 'vlan' Aug 04 12:27:58.151863 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] VlanTypeDriver initialization complete Aug 04 12:27:58.152206 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Initializing driver for type 'vxlan' Aug 04 12:27:58.152724 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] vxlan ID ranges: [(1, 1000)] Aug 04 12:27:58.357692 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Initializing extension driver 'port_security' Aug 04 12:27:58.358044 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.extensions.port_security [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] PortSecurityExtensionDriver initialization complete Aug 04 12:27:58.358407 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Initializing mechanism driver 'openvswitch' Aug 04 12:27:58.358747 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Initializing mechanism driver 'hyperv' Aug 04 12:27:58.366147 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:27:58.366862 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > port after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.367279 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > port after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.367690 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > port after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.368143 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 12:27:58.368577 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > subnet after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.368938 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > subnet after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.369289 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.369708 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 12:27:58.370121 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > network after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.370473 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > network after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.370826 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > network after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.373926 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 12:27:58.373926 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > security_group after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.373926 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > security_group after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.373926 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.373926 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 12:27:58.374352 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.374352 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.374352 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.374352 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 12:27:58.374627 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > address_group after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.374849 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > address_group after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.375187 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.375578 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93969) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 12:27:58.375955 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] ML2 OVO RPC backend initialized. {{(pid=93969) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 04 12:27:58.376743 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.377112 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.377561 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > network before_response 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.377917 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > networks before_response 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.378275 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > port before_response 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.379174 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > ports before_response 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.379528 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > subnet before_response 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.379875 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > subnets before_response 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.380226 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > network after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.380574 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > network after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.380915 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > network after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.381252 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > port after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.381628 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > port after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.382004 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > port after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.382312 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > subnet after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.382660 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > subnet after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.382993 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.383634 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.plugin [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Modular L2 Plugin initialization complete Aug 04 12:27:58.383973 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading services supported by the core plugin {{(pid=93969) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 04 12:27:58.384312 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.plugins.ml2.managers [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Got port-security extension from driver 'port_security' Aug 04 12:27:58.384782 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.extensions.vlantransparent [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Disabled vlantransparent extension. Aug 04 12:27:58.385282 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93969) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 04 12:27:58.385632 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading Plugin: router Aug 04 12:27:58.422786 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.423191 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router after_create 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.423610 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router before_create 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.423981 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.424361 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.424724 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router after_delete 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.425091 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.425554 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router after_create 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.426035 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router after_update 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.426393 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router after_update 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.427273 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.427638 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router after_update 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.428056 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router precommit_update 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.428432 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: port after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.428776 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: port after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.429120 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: subnet after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.429487 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.429845 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.430201 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router precommit_create 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.430553 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: port before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.430903 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router precommit_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.431267 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router after_update 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.431616 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.431973 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router precommit_create 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.432341 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.432694 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router precommit_update 55549900 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.433066 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > agent after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.433444 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > agent after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.433800 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > network after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.434698 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Tracking information for resource: router configured {{(pid=93969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 12:27:58.435035 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Tracking information for resource: floatingip configured {{(pid=93969) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 12:27:58.440156 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.db.l3_agentschedulers_db [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 04 12:27:58.440753 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: port after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.441123 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: port after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.441515 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: port after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.441879 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: port after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.442698 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router before_create 55550100 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.443072 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.443441 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router precommit_create 55550100 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.443805 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > router precommit_update 55550100 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.448322 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.services.provider_configuration [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Service providers = [] {{(pid=93969) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 04 12:27:58.448693 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.db.servicetype_db [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93969) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 04 12:27:58.451753 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.services.service_base [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 12:27:58.452106 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.services.service_base [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 12:27:58.452454 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.services.service_base [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 12:27:58.453405 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.services.service_base [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93969) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 12:27:58.453770 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.services.service_base [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 04 12:27:58.454168 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 12:27:58.454491 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 04 12:27:58.465816 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 12:27:58.466158 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading Plugin: auto_allocate Aug 04 12:27:58.472444 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: network precommit_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.472823 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: network precommit_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.473381 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 12:27:58.473721 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading Plugin: tag Aug 04 12:27:58.482053 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 12:27:58.482386 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading Plugin: timestamp Aug 04 12:27:58.486852 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 12:27:58.487173 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading Plugin: network_ip_availability Aug 04 12:27:58.492760 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.493165 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.493540 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.494321 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 12:27:58.494671 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading Plugin: flavors Aug 04 12:27:58.499775 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 12:27:58.500113 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading Plugin: revisions Aug 04 12:27:58.504530 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93969) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 12:27:58.504931 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_concurrency.lockutils [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.566s {{(pid=93969) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 12:27:58.505743 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93969) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 04 12:27:58.506085 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Initializing extension manager. Aug 04 12:27:58.506607 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: __init__.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.506958 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: __pycache__ {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.507307 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.507644 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: address_group.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.508431 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.509015 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: address-group Aug 04 12:27:58.509346 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: address_scope.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.510096 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.510607 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: address-scope Aug 04 12:27:58.510934 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.511885 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.512390 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: router-admin-state-down-before-update Aug 04 12:27:58.512719 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: agent.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.513468 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.513974 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: agent Aug 04 12:27:58.514297 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: agent_resources_synced.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.515217 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.515723 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: agent-resources-synced Aug 04 12:27:58.516052 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: allowedaddresspairs.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.517942 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.518459 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: allowed-address-pairs Aug 04 12:27:58.518791 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: auto_allocated_topology.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.519897 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.520415 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: auto-allocated-topology Aug 04 12:27:58.520753 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: availability_zone.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.521500 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.522005 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: availability_zone Aug 04 12:27:58.522334 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: availability_zone_filter.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.523278 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.523784 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: availability_zone_filter Aug 04 12:27:58.524108 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: data_plane_status.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.525031 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.525567 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension data-plane-status not supported by any of loaded plugins Aug 04 12:27:58.525895 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: default_subnetpools.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.526829 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.527343 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: default-subnetpools Aug 04 12:27:58.527668 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.528491 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.528989 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: dhcp_agent_scheduler Aug 04 12:27:58.529314 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: dns.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.530269 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.530765 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension dns-integration not supported by any of loaded plugins Aug 04 12:27:58.531090 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: dns_domain_ports.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.532020 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.532517 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 04 12:27:58.533403 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.534343 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.534853 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 04 12:27:58.535185 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: dvr.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.535867 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.536372 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: dvr Aug 04 12:27:58.536699 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: ecmp_routes.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.537667 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.538169 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 04 12:27:58.538497 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: empty_string_filtering.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.539429 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.539925 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: empty-string-filtering Aug 04 12:27:58.540253 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.541183 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.541719 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 04 12:27:58.542109 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.543247 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.543748 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 04 12:27:58.544076 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: external_net.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.544998 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.545543 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: external-net Aug 04 12:27:58.545872 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.546790 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.547302 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: extra_dhcp_opt Aug 04 12:27:58.547631 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: extraroute.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.549211 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.549747 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: extraroute Aug 04 12:27:58.550076 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: extraroute_atomic.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.551122 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.551627 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: extraroute-atomic Aug 04 12:27:58.551960 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: filter_validation.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.552636 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.553136 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: filter-validation Aug 04 12:27:58.553502 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: fip_pf_description.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.554601 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.555105 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 04 12:27:58.555434 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: fip_port_details.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.556360 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.556865 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: fip-port-details Aug 04 12:27:58.557198 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: flavors.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.558487 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.558999 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: flavors Aug 04 12:27:58.559331 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.560995 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.561541 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 04 12:27:58.561978 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: floatingip_pools.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.562641 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.563104 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: floatingip-pools Aug 04 12:27:58.563434 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: ip_allocation.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.564394 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.564900 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension ip_allocation not supported by any of loaded plugins Aug 04 12:27:58.565230 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.566185 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.566700 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: ip-substring-filtering Aug 04 12:27:58.567034 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: l2_adjacency.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.567977 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.568482 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 04 12:27:58.568815 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: l3.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.569835 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.570346 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: router Aug 04 12:27:58.570677 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.572923 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.573474 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 04 12:27:58.573818 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.574768 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.575282 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: ext-gw-mode Aug 04 12:27:58.575619 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.576636 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.577156 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: l3-ha Aug 04 12:27:58.577536 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: l3_flavors.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.578488 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.579001 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: l3-flavors Aug 04 12:27:58.579332 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.580282 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.580791 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 04 12:27:58.581121 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: l3agentscheduler.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.582196 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.582705 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: l3_agent_scheduler Aug 04 12:27:58.583042 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: logging.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.584530 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.585049 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension logging not supported by any of loaded plugins Aug 04 12:27:58.585414 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: metering.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.586170 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.586747 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: metering Aug 04 12:27:58.587089 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.588203 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.588718 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: metering_source_and_destination_fields Aug 04 12:27:58.589052 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: multiprovidernet.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.590139 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.590650 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: multi-provider Aug 04 12:27:58.590982 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: netmtu.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.591910 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.592426 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: net-mtu Aug 04 12:27:58.592758 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: netmtu_writable.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.593714 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.594225 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: net-mtu-writable Aug 04 12:27:58.594551 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: network_availability_zone.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.595743 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.596263 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: network_availability_zone Aug 04 12:27:58.596591 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: network_ip_availability.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.597726 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.598235 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: network-ip-availability Aug 04 12:27:58.598563 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: network_segment_range.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.599337 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.599845 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension network-segment-range not supported by any of loaded plugins Aug 04 12:27:58.600169 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: pagination.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.601172 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.601535 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: pagination Aug 04 12:27:58.601864 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: port_device_profile.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.602791 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.603303 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: port-device-profile Aug 04 12:27:58.603629 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.604568 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.605071 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: port-mac-address-regenerate Aug 04 12:27:58.605432 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.606373 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.606880 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: port-numa-affinity-policy Aug 04 12:27:58.607212 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: port_resource_request.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.608135 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.608638 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension port-resource-request not supported by any of loaded plugins Aug 04 12:27:58.608966 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: portbindings.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.609942 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.610450 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: binding Aug 04 12:27:58.610779 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: portbindings_extended.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.612833 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.613204 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: binding-extended Aug 04 12:27:58.613566 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: portsecurity.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.614565 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.615014 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: port-security Aug 04 12:27:58.615363 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: project_id.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.616332 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.616665 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: project-id Aug 04 12:27:58.616993 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: providernet.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.617959 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.618467 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: provider Aug 04 12:27:58.618797 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: qos.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.622383 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.622949 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension qos not supported by any of loaded plugins Aug 04 12:27:58.623243 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.624501 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.625017 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 04 12:27:58.625371 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.626310 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.626844 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 04 12:27:58.627178 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: qos_default.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.628118 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.628627 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension qos-default not supported by any of loaded plugins Aug 04 12:27:58.628959 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: qos_fip.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.629662 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.630164 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension qos-fip not supported by any of loaded plugins Aug 04 12:27:58.630495 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: qos_gateway_ip.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.631440 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.631951 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 04 12:27:58.632282 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: qos_port_network_policy.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.633211 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.633753 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 04 12:27:58.634083 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: qos_rule_type_details.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.635022 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.635531 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 04 12:27:58.635862 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: qos_rules_alias.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.636924 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.637471 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 04 12:27:58.637808 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: quotasv2.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.638735 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.639254 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: quotas Aug 04 12:27:58.639583 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: quotasv2_detail.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.643642 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.643990 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: quota_details Aug 04 12:27:58.644329 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: rbac.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.645430 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.645958 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: rbac-policies Aug 04 12:27:58.646292 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: rbac_address_group.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.647257 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.647772 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: rbac-address-group Aug 04 12:27:58.648106 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: rbac_address_scope.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.649107 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.649662 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: rbac-address-scope Aug 04 12:27:58.649996 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: rbac_security_groups.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.650934 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.651443 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: rbac-security-groups Aug 04 12:27:58.651769 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: rbac_subnetpool.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.652698 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.653206 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: rbac-subnetpool Aug 04 12:27:58.653566 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: revisionifmatch.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.654498 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.655006 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: revision-if-match Aug 04 12:27:58.655331 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: revisions.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.656461 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.656970 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: standard-attr-revisions Aug 04 12:27:58.657301 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: router_availability_zone.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.658544 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.659059 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: router_availability_zone Aug 04 12:27:58.659390 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: routerservicetype.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.660333 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.660845 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension router-service-type not supported by any of loaded plugins Aug 04 12:27:58.661171 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.662140 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.662645 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: security-groups-normalized-cidr Aug 04 12:27:58.662971 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.663906 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.664410 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: port-security-groups-filtering Aug 04 12:27:58.664736 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.665698 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.666208 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: security-groups-remote-address-group Aug 04 12:27:58.666570 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: securitygroup.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.677172 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.677740 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: security-group Aug 04 12:27:58.678085 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: segment.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.678893 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.679403 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension segment not supported by any of loaded plugins Aug 04 12:27:58.679742 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.680691 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.681204 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 04 12:27:58.681603 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: servicetype.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.682707 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.683230 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: service-type Aug 04 12:27:58.683567 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: sorting.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.684570 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.684910 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: sorting Aug 04 12:27:58.685244 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: standard_attr_segment.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.686281 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.686835 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 04 12:27:58.687166 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: standardattrdescription.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.687847 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.688368 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: standard-attr-description Aug 04 12:27:58.688700 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: stateful_security_group.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.689736 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.690256 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: stateful-security-group Aug 04 12:27:58.690588 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: stdattrs_common.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.691180 dv-cinder-803046-4-iscsi neutron-server[93969]: WARNING neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 04 12:27:58.691507 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.692454 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.692968 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 04 12:27:58.693298 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: subnet_onboard.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.694410 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.694928 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: subnet_onboard Aug 04 12:27:58.695258 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.696198 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.696708 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 04 12:27:58.697036 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: subnet_service_types.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.698006 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.698522 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: subnet-service-types Aug 04 12:27:58.698855 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: subnetallocation.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.699949 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.700465 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: subnet_allocation Aug 04 12:27:58.700794 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.701493 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.702001 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: subnetpool-prefix-ops Aug 04 12:27:58.702327 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.703277 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.703784 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 04 12:27:58.704108 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: tagging.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.705208 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.705755 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: standard-attr-tag Aug 04 12:27:58.706087 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: timestamp.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.707305 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.707822 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loaded extension: standard-attr-timestamp Aug 04 12:27:58.708155 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: trunk.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.709210 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.709756 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension trunk not supported by any of loaded plugins Aug 04 12:27:58.710092 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: trunk_details.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.711031 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.711541 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension trunk-details not supported by any of loaded plugins Aug 04 12:27:58.711871 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: uplink_status_propagation.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.712803 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.713318 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 04 12:27:58.713686 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Loading extension file: vlantransparent.py {{(pid=93969) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 12:27:58.714362 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93969) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 12:27:58.714872 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 04 12:27:58.717353 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Creating instance of TrackedResource for resource:network Aug 04 12:27:58.717914 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Creating instance of TrackedResource for resource:subnet Aug 04 12:27:58.718321 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 12:27:58.718723 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Creating instance of TrackedResource for resource:port Aug 04 12:27:58.719986 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 12:27:58.720954 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Service FLAVORS assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 12:27:58.721603 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 12:27:58.722046 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 12:27:58.722379 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Creating instance of TrackedResource for resource:router Aug 04 12:27:58.722813 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Creating instance of TrackedResource for resource:floatingip Aug 04 12:27:58.723307 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Service METERING assigned prefix: /metering {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 12:27:58.724769 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.725198 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.725591 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:27:58.726615 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 12:27:58.727055 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Creating instance of TrackedResource for resource:security_group Aug 04 12:27:58.727504 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 12:27:58.728107 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Service CORE assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 12:27:58.728441 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 12:27:58.728793 dv-cinder-803046-4-iscsi neutron-server[93969]: WARNING neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] subnetpool is already registered Aug 04 12:27:58.729228 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Service CORE assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 12:27:58.729591 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 12:27:58.729930 dv-cinder-803046-4-iscsi neutron-server[93969]: WARNING neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] subnetpool is already registered Aug 04 12:27:58.732308 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 12:27:58.732748 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Service FLAVORS assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 12:27:58.733346 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 12:27:58.733799 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 12:27:58.734140 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Creating instance of TrackedResource for resource:router Aug 04 12:27:58.734493 dv-cinder-803046-4-iscsi neutron-server[93969]: WARNING neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] router is already registered Aug 04 12:27:58.734907 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Creating instance of TrackedResource for resource:floatingip Aug 04 12:27:58.735250 dv-cinder-803046-4-iscsi neutron-server[93969]: WARNING neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] floatingip is already registered Aug 04 12:27:58.735708 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Service METERING assigned prefix: /metering {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 12:27:58.737025 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 12:27:58.737372 dv-cinder-803046-4-iscsi neutron-server[93969]: WARNING neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] rbac_policy is already registered Aug 04 12:27:58.737800 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Creating instance of TrackedResource for resource:security_group Aug 04 12:27:58.738143 dv-cinder-803046-4-iscsi neutron-server[93969]: WARNING neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] security_group is already registered Aug 04 12:27:58.738550 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 12:27:58.738892 dv-cinder-803046-4-iscsi neutron-server[93969]: WARNING neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] security_group_rule is already registered Aug 04 12:27:58.739516 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Service CORE assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 12:27:58.739847 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 12:27:58.740186 dv-cinder-803046-4-iscsi neutron-server[93969]: WARNING neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] subnetpool is already registered Aug 04 12:27:58.740607 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.v2.resource_helper [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Service CORE assigned prefix: {{(pid=93969) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 12:27:58.740944 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 12:27:58.741278 dv-cinder-803046-4-iscsi neutron-server[93969]: WARNING neutron.quota.resource_registry [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] subnetpool is already registered Aug 04 12:27:58.741768 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: extensions {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.743206 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: address-groups {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.744673 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: address-scopes {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.746001 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: agents {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.747173 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: auto-allocated-topology {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.748399 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: availability_zones {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.749663 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: dhcp-networks {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.752293 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: dhcp-agents {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.753755 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: routers {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.755459 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: flavors {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.756710 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: service_profiles {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.757944 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: next_providers {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.759395 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: service_profiles {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.760927 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: floatingip-pools {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.762179 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: routers {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.763854 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: floatingips {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.765116 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: l3-routers {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.766640 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: l3-agents {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.768626 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: metering-labels {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.769929 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: metering-label-rules {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.771294 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: network-ip-availabilities {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.772528 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: bindings {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.774132 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: quotas {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.775686 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: quotas {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.777084 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: rbac-policies {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.778375 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: security-groups {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.779675 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: security-group-rules {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.780908 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: service-providers {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.787627 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: subnetpools {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.787627 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: subnetpools {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.787627 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.787627 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.789053 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.790842 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.792523 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.794738 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.796429 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.798252 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.800122 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.801870 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron.api.extensions [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Extended resource: tags {{(pid=93969) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 12:27:58.807752 dv-cinder-803046-4-iscsi neutron-server[93969]: WARNING keystonemiddleware.auth_token [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 04 12:27:58.812303 dv-cinder-803046-4-iscsi neutron-server[93969]: WARNING keystonemiddleware.auth_token [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 04 12:27:58.822696 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_concurrency.lockutils [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Acquired lock "singleton_lock" {{(pid=93969) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 04 12:27:58.822696 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_concurrency.lockutils [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Releasing lock "singleton_lock" {{(pid=93969) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 04 12:27:58.823074 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO oslo_service.service [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Starting 2 workers Aug 04 12:27:58.827877 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Started child 94078 {{(pid=93969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 12:27:58.832897 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Started child 94079 {{(pid=93969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 12:27:58.834109 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:27:58.834811 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO neutron.service [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 04 12:27:58.835212 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Notify callbacks [] for process, before_spawn {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:27:58.835786 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [-] (94078) wsgi starting up on http://0.0.0.0:9696 Aug 04 12:27:58.837802 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO oslo_service.service [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Starting 1 workers Aug 04 12:27:58.838013 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:27:58.839397 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [-] (94079) wsgi starting up on http://0.0.0.0:9696 Aug 04 12:27:58.842988 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Started child 94080 {{(pid=93969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 12:27:58.843511 dv-cinder-803046-4-iscsi neutron-server[93969]: INFO oslo_service.service [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Starting 1 workers Aug 04 12:27:58.847444 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.service [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] calling RpcWorker wait() {{(pid=94080) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 04 12:27:58.851914 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.service [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] returning from RpcWorker wait() {{(pid=94080) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 04 12:27:58.852032 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Started child 94081 {{(pid=93969) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 12:27:58.852126 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:27:58.852212 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-416e181e-d4bc-4acc-83a4-d233841bad05 None None] Notify callbacks [] for process, after_spawn {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:27:58.852290 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:27:58.852368 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93969) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 12:27:58.852368 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 12:27:58.852368 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 12:27:58.852368 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 12:27:58.852368 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 12:27:58.852673 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 12:27:58.852955 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.853267 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.853500 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.853770 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.853979 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:27:58.854454 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.854624 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.854890 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.855129 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.855411 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.855663 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.855836 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.856006 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.856273 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.856509 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.856805 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.857086 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.857344 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.857657 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.857832 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.858094 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.858360 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.858614 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.858896 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] debug = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.859141 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.859621 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.859870 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.860117 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.860360 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.860637 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.860904 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.861170 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.861430 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.861678 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.861940 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.862192 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.862434 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.862657 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.862884 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.863131 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.863378 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.863878 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] host = dv-cinder-803046-4-iscsi {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.864104 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.864326 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.864573 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.864822 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.865071 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.865290 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.865592 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.865863 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.866116 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.866368 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.866592 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.866856 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.867109 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.867358 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.867526 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_options = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.867748 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.868027 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.868301 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.868498 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.868671 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.868851 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.869108 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.869275 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.869571 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.869793 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.870013 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.870232 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.870652 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.870801 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.870936 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.871152 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.871402 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.871657 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.871921 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.872170 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.872395 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.872620 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.872868 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.873095 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.873333 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.873583 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.873802 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.874042 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.874261 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.874533 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.874779 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.875033 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.875285 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.875531 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.875792 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.876021 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.876260 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.876785 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.876941 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.877169 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.877600 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.897576 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.897576 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.897576 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.897576 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.897576 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_json = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.897576 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.897576 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.897576 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.897576 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.898221 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.898221 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.898368 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:27:58.898447 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.898447 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.898447 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.898447 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.898447 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.898447 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.898447 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.898447 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.898997 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.898997 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.898997 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.898997 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.898997 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.898997 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.898997 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.898997 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.898997 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.899617 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.899617 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.899617 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.899617 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.899617 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.899617 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.899617 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.899617 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.900158 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.900158 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.900158 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.900158 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.900158 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.900158 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.900158 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.900158 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.900724 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.900724 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.900724 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.900724 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.900724 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.900724 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.900724 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.900724 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.900724 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.901339 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.901339 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.901339 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.901339 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.901339 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.901339 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.901339 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.901339 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.901339 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.901937 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.901937 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.901937 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.901937 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.901937 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.901937 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.901937 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.901937 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.901937 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.902578 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.902578 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.902753 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.902969 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.903227 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.903460 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.903677 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.903928 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.904146 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.904384 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.904611 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.904831 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.905075 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.905327 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.906195 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.909174 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.910932 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.911858 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.913446 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.913721 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.913971 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.914215 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.914457 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.914696 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.914944 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.915177 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.915455 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.915782 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.916040 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.916362 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.916573 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.916827 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.917069 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.917345 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.922142 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.922142 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.922142 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.922142 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.922142 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.922142 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.922601 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.922873 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.924264 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.925672 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.926962 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.927211 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.927485 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.927732 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.928034 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.928327 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.928578 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.928827 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.929074 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.929397 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.929652 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.929946 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.930178 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.930468 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.930768 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.931056 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.931318 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.931574 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.931812 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.932088 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.932353 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.932624 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.932859 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.933109 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.933334 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.933636 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.933858 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.934081 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.934299 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.934561 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.934879 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.935116 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.935341 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.935560 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.935836 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.936102 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.936343 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.936609 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.936861 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.937097 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.937345 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.937603 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.937819 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.938051 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.938281 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.938518 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.938756 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.939014 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.939528 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.939738 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.939955 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.940213 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.940808 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.941035 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.941253 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.941496 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.942447 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.943124 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.943358 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.943620 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.945112 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.945112 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.945112 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.945112 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.945112 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.945112 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.946318 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.948595 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.950572 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.951083 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.952475 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.952770 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.953054 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.953314 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.953638 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.953882 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.954140 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.954374 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.955119 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.955349 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.955593 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.955834 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.956078 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.956352 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.956615 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.956948 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.957206 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.957530 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.957787 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.958032 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.958289 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.958532 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.958856 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.959203 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.959433 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.959658 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.959946 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.960175 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.960402 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.960647 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.960867 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.961100 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.961336 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.961599 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.962058 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.962177 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.962390 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.962671 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.962913 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.963171 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.963406 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.963624 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.963839 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.964072 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.964289 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.964502 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.964752 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.965128 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.965237 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.965450 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.965625 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.965838 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.966069 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.966283 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.966498 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.966721 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.966962 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.967180 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.967464 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.967698 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.967876 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.968099 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.968367 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.968648 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.968906 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.969056 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 34728) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:27:58.969199 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.969339 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.969588 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.969811 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.970047 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.970420 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.971195 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.971402 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.971695 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.971926 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.972174 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.972423 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.972815 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.973059 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.973324 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.973588 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.974373 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.974373 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.974373 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.974744 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.975446 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.976301 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.976573 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.976871 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.977201 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.977456 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.977689 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.978024 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.978368 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.978643 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.978897 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.979136 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.979401 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.979629 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.979884 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.980124 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.980364 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.980586 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.980866 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.981098 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.981176 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [-] 10.222.0.90 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0088210 Aug 04 12:27:58.981416 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.981716 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.982244 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.982533 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.982808 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.983034 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.983258 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.983479 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:58.983640 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 12:27:58.984179 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93969) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 12:27:58.984433 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 12:27:58.984525 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 12:27:58.985658 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 12:27:58.985658 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 12:27:58.985658 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 12:27:58.985658 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.985658 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.986037 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.986112 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.986940 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.986940 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.986940 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.986940 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.987346 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.987346 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.987346 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.987559 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.987639 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.987769 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.987938 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.988100 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.988260 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.988423 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.989409 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.989409 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.989409 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.989409 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.989409 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] debug = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.989409 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.989773 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.989773 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.989937 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.990007 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.990194 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.990277 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.991992 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.992222 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.992395 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.992599 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.993400 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.993400 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.993400 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.993652 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.993721 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.993855 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.994180 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] host = dv-cinder-803046-4-iscsi {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.994344 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.994486 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.995282 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.995282 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.995282 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.995282 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.995282 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.996433 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.996433 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.996433 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.996433 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.997772 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.997772 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.997772 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.997772 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_options = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.997772 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.997772 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.997772 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.997772 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.999750 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.999750 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.999750 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.999750 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.999750 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.999750 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:58.999750 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.000807 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.000807 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.000807 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.000807 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.000807 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.000807 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.000807 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.000807 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.001838 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.001838 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.002499 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.002681 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.002852 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.003038 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.003679 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.003864 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.004033 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.004199 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.004363 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.004527 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.004691 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.004854 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.005005 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.005165 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.005313 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.005533 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.005670 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.005800 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.006061 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.006143 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.006255 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.006418 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.006580 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.006712 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.006877 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_json = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.007037 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.007197 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.007357 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.007517 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.007677 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.007838 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.008057 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.008196 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 12:27:59.008328 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.008482 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.008657 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.008821 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.008983 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.009146 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.009310 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.009498 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.009661 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.009823 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.009997 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.010159 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.010334 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.010513 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.010648 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.010792 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.010950 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.011112 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.011274 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.011438 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.011601 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.012588 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.012588 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.012588 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.012588 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.012588 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.012588 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.012968 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.012968 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.013088 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.013152 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.013301 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.013489 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.013689 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.013812 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.013973 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.014135 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.014300 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.014464 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.014647 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.014815 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.014976 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.015141 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.015305 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.015468 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.015671 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.015827 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.015976 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.016210 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.016354 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.016492 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.016639 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.016768 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.016852 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.017014 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.017712 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.017878 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.018041 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.018285 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.018456 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.018625 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.018795 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.018978 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.019147 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.019306 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.020667 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.020842 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.021654 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.022597 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.022597 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.022597 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.022597 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.022597 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.022983 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.023066 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.023245 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.023397 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.023572 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.023737 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.023903 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.024066 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.024229 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.024391 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.025236 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.025236 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.025236 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.025236 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.025569 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.025569 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.025714 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.025833 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.025989 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.026145 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.027266 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.027459 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.027646 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.027830 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.028015 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.028188 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.028358 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.029475 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.030406 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.030406 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.030406 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.030406 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.030406 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.031050 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.031050 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.031258 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.031258 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.031425 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.031553 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.031724 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.031893 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.032058 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.032229 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.032495 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.032611 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.033389 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.033389 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.033806 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.033806 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.033952 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.034091 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.034254 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.034416 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.034580 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.034750 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.035104 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.035271 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.035434 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.035592 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.035778 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.035942 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.036105 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.036267 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.036442 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.036591 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.036800 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.036892 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.037061 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.037226 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.037487 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.037656 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.038358 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.038358 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.038358 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.038358 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.038911 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.038911 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.038911 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.038911 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.040205 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.040205 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.040205 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.040205 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.040205 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.040205 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.040205 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.040205 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.041235 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.041235 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.041235 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.041235 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.041235 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.041235 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.041235 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.041235 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.042312 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.042486 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.042652 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.042817 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.043284 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.043425 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.043548 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.043707 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.043872 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.044032 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.044195 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.044357 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.044518 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.044681 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.044844 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.045006 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.045169 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.045329 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.046201 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.046383 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.046547 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.046709 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.047216 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.047216 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.047216 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.047470 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.047470 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.047612 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.047777 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.047973 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.048142 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.048305 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.048492 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.048653 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.048826 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.049003 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.049138 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.049269 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.050219 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.050219 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.050219 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.050219 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.050219 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.050219 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.050619 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.050619 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.050754 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.050971 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:27:59.051084 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.051084 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.051222 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.051380 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.051468 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.051639 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.051795 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.051936 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.052098 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.052268 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.052483 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.052784 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.052958 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.053111 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.053252 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.053427 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.053575 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.053731 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.053903 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.054037 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.054215 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.054368 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.054513 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.054656 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.054799 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.054957 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.055117 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.055289 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.055455 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.055617 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.055790 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.055949 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.056110 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.056271 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.056444 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.056783 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.057099 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.057249 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.058212 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.058212 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.058212 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.058212 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.058212 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.058212 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.058830 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.058830 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.058830 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.058830 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.059224 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.059224 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.059419 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.059523 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.059627 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.059757 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.059919 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.060081 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.060241 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.060402 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.060564 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.060726 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.060909 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.061032 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.061196 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.061373 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.061545 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.061706 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.061892 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.062028 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.062190 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.062351 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 12:27:59.062506 dv-cinder-803046-4-iscsi neutron-server[93969]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93969) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 12:28:10.737564 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a1f44e-55ec-4aaf-9d97-0e96b06978f8 None None] get_active_networks_info from dv-cinder-803046-4-iscsi {{(pid=94080) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 12:28:10.799663 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a1f44e-55ec-4aaf-9d97-0e96b06978f8 None None] No non-hosted networks {{(pid=94080) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 04 12:28:10.813147 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.agentschedulers_db [None req-95a1f44e-55ec-4aaf-9d97-0e96b06978f8 None None] DHCP Agent not found on host dv-cinder-803046-4-iscsi {{(pid=94080) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 04 12:28:10.947228 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6254-0e10-4ee7-ac4f-983727725b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544352'] for agent, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:13.220642 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-04c1c906-4ee5-48f0-a567-a048371cbf47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544352'] for agent, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:13.318345 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.db.api [None req-42f11625-b66a-427e-88a7-ca8418404347 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-803046-4-iscsi {{(pid=94080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 12:28:13.319064 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG oslo_db.api [None req-42f11625-b66a-427e-88a7-ca8418404347 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 12:28:13.454783 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544352'] for agent, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:13.455944 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:13.456612 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:13.457288 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:13.457957 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:13.458463 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:13.459117 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:13.459762 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:13.460314 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:13.460859 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:13.461469 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:13.462010 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:13.462546 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:13.463219 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803046-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:28:13.474064 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803046-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:28:13.935400 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-42f11625-b66a-427e-88a7-ca8418404347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:14.425505 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544352'] for agent, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:15.962907 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544352'] for agent, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:17.222162 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 34826) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:28:17.743672 dv-cinder-803046-4-iscsi neutron-server[94079]: WARNING oslo_policy.policy [None req-a1710bb3-2701-4bc0-91e9-7e2a12575032 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 12:28:17.744255 dv-cinder-803046-4-iscsi neutron-server[94079]: WARNING oslo_policy.policy [None req-a1710bb3-2701-4bc0-91e9-7e2a12575032 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 12:28:17.967443 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [None req-a1710bb3-2701-4bc0-91e9-7e2a12575032 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=94079) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 12:28:17.968417 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-a1710bb3-2701-4bc0-91e9-7e2a12575032 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7448516 Aug 04 12:28:18.453106 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.db.l3_hamode_db [None req-8befa381-c30e-4767-a2c9-9fbcbac6698c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 04 12:28:18.529315 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8befa381-c30e-4767-a2c9-9fbcbac6698c None None] Routers set() bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:28:18.529722 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8befa381-c30e-4767-a2c9-9fbcbac6698c None None] Router IDs set() for agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 12:28:20.362530 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 34840) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:28:20.692343 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-0e213dad-1115-4c5f-bb54-6b9bffa974a7 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:28:20.804028 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.policy [None req-0e213dad-1115-4c5f-bb54-6b9bffa974a7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94079) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 12:28:20.875493 dv-cinder-803046-4-iscsi neutron-server[94079]: WARNING oslo_policy.policy [None req-0e213dad-1115-4c5f-bb54-6b9bffa974a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 12:28:20.876419 dv-cinder-803046-4-iscsi neutron-server[94079]: WARNING oslo_policy.policy [None req-0e213dad-1115-4c5f-bb54-6b9bffa974a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 12:28:20.885204 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.quota [None req-0e213dad-1115-4c5f-bb54-6b9bffa974a7 admin admin] Loaded quota_driver: . Aug 04 12:28:21.050643 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0e213dad-1115-4c5f-bb54-6b9bffa974a7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788658785788', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788658786193', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788659493961', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788659492287', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788658933906', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788659473273', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7872881', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7878548', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560152', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-629112'] for rbac-policy, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:21.248703 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0e213dad-1115-4c5f-bb54-6b9bffa974a7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:21.250005 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-0e213dad-1115-4c5f-bb54-6b9bffa974a7 admin admin] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8864663 Aug 04 12:28:23.826889 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 34852) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:28:24.123150 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Request body: {'network': {'project_id': '57d6e8e9c6a8466ba45b15296d19274e', 'tenant_id': '57d6e8e9c6a8466ba45b15296d19274e', 'admin_state_up': True, 'name': 'private'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:28:24.242583 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Made reservation on behalf of 57d6e8e9c6a8466ba45b15296d19274e for: {'network': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:28:24.245449 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:24.262605 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:24.383952 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:24.487376 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:24.507641 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=94079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 12:28:24.535224 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788656383726', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:24.535817 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Unsubscribe: segment precommit_create {{(pid=94079) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 12:28:24.536397 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.db.segments_db [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Added segment 56498b60-7ba8-47ae-a88a-2727a0fee711 of type vlan for network e135b077-6517-4315-b449-f5831853acca Aug 04 12:28:24.554111 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f9b3f1-dd8d-49d4-85a3-01f22e2085e0,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:28:24.602517 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:24.602873 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:24.603208 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:24.603535 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:24.603856 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:24.604189 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:24.604509 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:24.604824 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:24.605152 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:24.605490 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:24.605801 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:24.606107 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Tracked resource versions report: Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: pushed versions: Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: { 'AddressGroup': {'1.2'}, Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'ConntrackHelper': {'1.0'}, Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Log': {'1.0'}, Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Network': {'1.1'}, Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Port': {'1.7'}, Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'PortForwarding': {'1.2'}, Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'QosPolicy': {'1.8'}, Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'SecurityGroup': {'1.4'}, Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'SecurityGroupRule': {'1.2'}, Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'SubPort': {'1.0'}, Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Subnet': {'1.1'}, Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Trunk': {'1.1'}} Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: consumer versions: Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: { DHCP agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: L3 agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: Metadata agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: Metering agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: Open vSwitch agent@dv-cinder-803046-4-iscsi: { 'AddressGroup': '1.2', Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'ConntrackHelper': '1.0', Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Log': '1.0', Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Network': '1.1', Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Port': '1.7', Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'PortForwarding': '1.2', Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'QosPolicy': '1.8', Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'SecurityGroup': '1.4', Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'SecurityGroupRule': '1.2', Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'SubPort': '1.0', Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Subnet': '1.1', Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Trunk': '1.1'}} Aug 04 12:28:24.607201 dv-cinder-803046-4-iscsi neutron-server[94079]: {{(pid=94079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 12:28:24.656420 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:24.768295 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:24.769413 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:28:24.770079 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:24.865132 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] Pushing event updated for resources: {'Network': ['ID=e135b077-6517-4315-b449-f5831853acca,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:28:24.876801 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network e135b077-6517-4315-b449-f5831853acca details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:28:25.077619 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-ed1f41ef-dfef-400d-beaf-373582269e3b admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2496004 Aug 04 12:28:27.740502 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 34866) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:28:28.238187 dv-cinder-803046-4-iscsi neutron-server[94078]: WARNING oslo_policy.policy [None req-e2a4b522-b990-4df7-bbe4-246afe38e48b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 12:28:28.238772 dv-cinder-803046-4-iscsi neutron-server[94078]: WARNING oslo_policy.policy [None req-e2a4b522-b990-4df7-bbe4-246afe38e48b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 12:28:28.679372 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.policy [None req-e2a4b522-b990-4df7-bbe4-246afe38e48b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94078) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 12:28:28.724363 dv-cinder-803046-4-iscsi neutron-server[94078]: WARNING oslo_policy.policy [None req-e2a4b522-b990-4df7-bbe4-246afe38e48b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 12:28:28.724728 dv-cinder-803046-4-iscsi neutron-server[94078]: WARNING oslo_policy.policy [None req-e2a4b522-b990-4df7-bbe4-246afe38e48b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 12:28:28.732963 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a4b522-b990-4df7-bbe4-246afe38e48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:28:28.734910 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e2a4b522-b990-4df7-bbe4-246afe38e48b admin admin] 10.222.0.90 "GET /v2.0/networks/e135b077-6517-4315-b449-f5831853acca HTTP/1.1" status: 200 len: 825 time: 0.9923017 Aug 04 12:28:28.774382 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-d429b3c0-be8b-44ac-b903-9dc1be9c4ef3 admin admin] 10.222.0.90 "GET /v2.0/subnetpools/4abd1355-e743-4895-a0fa-4daba6d13ae2 HTTP/1.1" status: 200 len: 734 time: 0.0336108 Aug 04 12:28:28.783955 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '57d6e8e9c6a8466ba45b15296d19274e', 'subnetpool_id': '4abd1355-e743-4895-a0fa-4daba6d13ae2', 'ip_version': 4, 'network_id': 'e135b077-6517-4315-b449-f5831853acca', 'name': 'private-subnet'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:28:28.785882 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.quota [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Loaded quota_driver: . Aug 04 12:28:28.928248 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Made reservation on behalf of 57d6e8e9c6a8466ba45b15296d19274e for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:28:28.931314 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:29.323070 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:29.393606 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Checking segment: {'id': '56498b60-7ba8-47ae-a88a-2727a0fee711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e135b077-6517-4315-b449-f5831853acca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:28:29.393979 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Network hostable DHCP agents. Network: e135b077-6517-4315-b449-f5831853acca, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:28:29.408251 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f87e144-41db-4162-9af5-a1031ca89e96,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:28:29.423696 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:29.424067 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:29.424430 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:29.424756 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:29.425079 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:29.425427 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:29.425748 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:29.426065 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:29.426389 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:29.426702 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:29.427011 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:29.427319 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Tracked resource versions report: Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: pushed versions: Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: { 'AddressGroup': {'1.2'}, Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'ConntrackHelper': {'1.0'}, Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Log': {'1.0'}, Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Network': {'1.1'}, Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Port': {'1.7'}, Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'PortForwarding': {'1.2'}, Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'QosPolicy': {'1.8'}, Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'SecurityGroup': {'1.4'}, Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'SecurityGroupRule': {'1.2'}, Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'SubPort': {'1.0'}, Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Subnet': {'1.1'}, Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Trunk': {'1.1'}} Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: consumer versions: Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: { DHCP agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: L3 agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: Metadata agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: Metering agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: Open vSwitch agent@dv-cinder-803046-4-iscsi: { 'AddressGroup': '1.2', Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'ConntrackHelper': '1.0', Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Log': '1.0', Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Network': '1.1', Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Port': '1.7', Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'PortForwarding': '1.2', Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'QosPolicy': '1.8', Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'SecurityGroup': '1.4', Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'SecurityGroupRule': '1.2', Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'SubPort': '1.0', Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Subnet': '1.1', Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Trunk': '1.1'}} Aug 04 12:28:29.428436 dv-cinder-803046-4-iscsi neutron-server[94078]: {{(pid=94078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 12:28:29.539636 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Network e135b077-6517-4315-b449-f5831853acca is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:28:29.659925 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, e135b077-6517-4315-b449-f5831853acca) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:28:29.664777 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:28:29.665421 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:29.669875 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff59207d-3ece-4f2a-9c33-672428842810 None None] Network e135b077-6517-4315-b449-f5831853acca requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:28:29.808943 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-518bbdf8-8e14-4a34-8609-96ffcfef9de7 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0286987 Aug 04 12:28:29.991204 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eaa42bf-bea8-51b1-b296-9e8791fa0d1d-e135b077-6517-4315-b449-f5831853acca', 'network_id': 'e135b077-6517-4315-b449-f5831853acca', 'tenant_id': '57d6e8e9c6a8466ba45b15296d19274e', 'fixed_ips': [{'subnet_id': '3f87e144-41db-4162-9af5-a1031ca89e96'}]}} from dv-cinder-803046-4-iscsi. {{(pid=94080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 12:28:29.992518 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:30.276074 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Allocated IP 172.20.0.2 (e135b077-6517-4315-b449-f5831853acca/3f87e144-41db-4162-9af5-a1031ca89e96/3a20412b-9af0-4089-9b22-c554eb63eb9b) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:28:30.510889 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:30.525774 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Transition to ACTIVE for port object 3a20412b-9af0-4089-9b22-c554eb63eb9b will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:28:30.553698 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Transition to ACTIVE for port object 3a20412b-9af0-4089-9b22-c554eb63eb9b will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:28:30.642995 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:30.720278 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Network e135b077-6517-4315-b449-f5831853acca is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:28:30.727001 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:28:30.730774 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:28:30.738522 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Pushing event updated for resources: {'Port': ['ID=3a20412b-9af0-4089-9b22-c554eb63eb9b,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:28:30.767658 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:30.768007 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:30.768344 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:30.768698 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:30.769029 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:30.769375 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:30.769707 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:30.770034 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:30.770376 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:30.770730 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:30.771068 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:30.771408 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Tracked resource versions report: Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: pushed versions: Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: { 'AddressGroup': {'1.2'}, Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'ConntrackHelper': {'1.0'}, Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Log': {'1.0'}, Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Network': {'1.1'}, Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Port': {'1.7'}, Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'PortForwarding': {'1.2'}, Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'QosPolicy': {'1.8'}, Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'SecurityGroup': {'1.4'}, Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'SecurityGroupRule': {'1.2'}, Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'SubPort': {'1.0'}, Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Subnet': {'1.1'}, Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Trunk': {'1.1'}} Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: consumer versions: Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: { DHCP agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: L3 agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: Metadata agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: Metering agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: Open vSwitch agent@dv-cinder-803046-4-iscsi: { 'AddressGroup': '1.2', Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'ConntrackHelper': '1.0', Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Log': '1.0', Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Network': '1.1', Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Port': '1.7', Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'PortForwarding': '1.2', Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'QosPolicy': '1.8', Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'SecurityGroup': '1.4', Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'SecurityGroupRule': '1.2', Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'SubPort': '1.0', Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Subnet': '1.1', Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Trunk': '1.1'}} Aug 04 12:28:30.772783 dv-cinder-803046-4-iscsi neutron-server[94080]: {{(pid=94080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 12:28:30.823628 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Attempting to bind port 3a20412b-9af0-4089-9b22-c554eb63eb9b on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:28:30.824000 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Attempting to bind port 3a20412b-9af0-4089-9b22-c554eb63eb9b by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': '56498b60-7ba8-47ae-a88a-2727a0fee711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e135b077-6517-4315-b449-f5831853acca'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:28:30.824425 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Attempting to bind port 3a20412b-9af0-4089-9b22-c554eb63eb9b on network e135b077-6517-4315-b449-f5831853acca {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:28:30.829288 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:28:30.829713 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Checking segment: {'id': '56498b60-7ba8-47ae-a88a-2727a0fee711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e135b077-6517-4315-b449-f5831853acca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:28:30.830184 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:30.830563 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Bound using segment: {'id': '56498b60-7ba8-47ae-a88a-2727a0fee711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e135b077-6517-4315-b449-f5831853acca'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:28:30.831034 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Bound port: 3a20412b-9af0-4089-9b22-c554eb63eb9b, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56498b60-7ba8-47ae-a88a-2727a0fee711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e135b077-6517-4315-b449-f5831853acca'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:28:30.831493 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:30.927988 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] For port 3a20412b-9af0-4089-9b22-c554eb63eb9b, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:28:30.932736 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] For port 3a20412b-9af0-4089-9b22-c554eb63eb9b, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=3a20412b-9af0-4089-9b22-c554eb63eb9b,segment=NetworkSegment(56498b60-7ba8-47ae-a88a-2727a0fee711),segment_id=56498b60-7ba8-47ae-a88a-2727a0fee711)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:28:31.054450 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:31.119176 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db85abb-8ffd-4e1c-b9ff-c28bfa4281f1 None None] Pushing event updated for resources: {'Port': ['ID=3a20412b-9af0-4089-9b22-c554eb63eb9b,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:28:32.232752 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 34886) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:28:32.619475 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [None req-fd74867f-4a97-4f70-98e7-0a1cae324244 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=94079) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 12:28:32.620567 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-fd74867f-4a97-4f70-98e7-0a1cae324244 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3867509 Aug 04 12:28:35.020825 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 34894) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:28:35.334732 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [None req-a197c63d-25b1-490b-bdcd-447c9a280f0e admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=94079) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 12:28:35.335723 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-a197c63d-25b1-490b-bdcd-447c9a280f0e admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3139281 Aug 04 12:28:38.030503 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 34904) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:28:38.333180 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-cd4527a0-69ce-487a-af39-b059ba4a8395 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '57d6e8e9c6a8466ba45b15296d19274e', 'admin_state_up': True}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:28:38.436830 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cd4527a0-69ce-487a-af39-b059ba4a8395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25293'] for router, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:38.439460 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cd4527a0-69ce-487a-af39-b059ba4a8395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31806'] for router, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:38.588108 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cd4527a0-69ce-487a-af39-b059ba4a8395 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:38.689392 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cd4527a0-69ce-487a-af39-b059ba4a8395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544091'] for router, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:38.818110 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cd4527a0-69ce-487a-af39-b059ba4a8395 admin admin] Notify callbacks [] for router, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:38.819369 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-cd4527a0-69ce-487a-af39-b059ba4a8395 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7878783 Aug 04 12:28:39.320082 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 3a20412b-9af0-4089-9b22-c554eb63eb9b up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:28:39.476674 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port 3a20412b-9af0-4089-9b22-c554eb63eb9b completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:28:39.616595 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b557fb9-ab16-4416-8eb4-3ca3dd8ae2c8 None None] Network e135b077-6517-4315-b449-f5831853acca requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:28:39.807905 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-66bb1729-525b-4211-a4a2-5e20ec11609a None None] Provisioning for port 3a20412b-9af0-4089-9b22-c554eb63eb9b completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:28:39.812205 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-66bb1729-525b-4211-a4a2-5e20ec11609a None None] Provisioning complete for port 3a20412b-9af0-4089-9b22-c554eb63eb9b triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:28:39.813185 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-66bb1729-525b-4211-a4a2-5e20ec11609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:39.930128 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-66bb1729-525b-4211-a4a2-5e20ec11609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:39.968185 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-66bb1729-525b-4211-a4a2-5e20ec11609a None None] For port 3a20412b-9af0-4089-9b22-c554eb63eb9b, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=3a20412b-9af0-4089-9b22-c554eb63eb9b,segment=NetworkSegment(56498b60-7ba8-47ae-a88a-2727a0fee711),segment_id=56498b60-7ba8-47ae-a88a-2727a0fee711)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:28:40.036997 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-66bb1729-525b-4211-a4a2-5e20ec11609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:40.087879 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb1729-525b-4211-a4a2-5e20ec11609a None None] Pushing event updated for resources: {'Port': ['ID=3a20412b-9af0-4089-9b22-c554eb63eb9b,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:28:40.157608 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-c242b837-a7b2-46b2-9ed7-024ccde94d13 None None] Provisioning complete for port 3a20412b-9af0-4089-9b22-c554eb63eb9b triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:28:40.157895 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c242b837-a7b2-46b2-9ed7-024ccde94d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:40.699051 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fa518c55-afe5-4c5d-bc4a-2a9021d0e4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:41.228885 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 34916) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:28:41.296252 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 3a20412b-9af0-4089-9b22-c554eb63eb9b up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:28:41.343606 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 3a20412b-9af0-4089-9b22-c554eb63eb9b triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:28:41.344034 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:41.559746 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [None req-17b2d8a0-973b-4d78-91c1-dd4528da0b1e admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=94079) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 12:28:41.560742 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-17b2d8a0-973b-4d78-91c1-dd4528da0b1e admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3308754 Aug 04 12:28:43.213488 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-20a12c3b-d61a-480b-9f2a-2c7d2b42cb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:43.488061 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:44.000332 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 34924) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:28:44.326261 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9c72e2b5-6646-4f38-b51f-6e254c3a5963 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:28:44.430551 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:44.441605 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c72e2b5-6646-4f38-b51f-6e254c3a5963 admin admin] Made reservation on behalf of 96a0850d3b44492a9051be4c6c31dc97 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:28:44.443969 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9c72e2b5-6646-4f38-b51f-6e254c3a5963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:44.459848 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9c72e2b5-6646-4f38-b51f-6e254c3a5963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:44.579864 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9c72e2b5-6646-4f38-b51f-6e254c3a5963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:44.664729 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9c72e2b5-6646-4f38-b51f-6e254c3a5963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:44.681271 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9c72e2b5-6646-4f38-b51f-6e254c3a5963 admin admin] Reserving flat network on physical network physnet1 {{(pid=94078) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 04 12:28:44.702238 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72e2b5-6646-4f38-b51f-6e254c3a5963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3393561f-2e40-4c8d-a150-24c37836f4d1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:28:44.709714 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9c72e2b5-6646-4f38-b51f-6e254c3a5963 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788656383726', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:44.710290 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9c72e2b5-6646-4f38-b51f-6e254c3a5963 admin admin] Unsubscribe: segment precommit_create {{(pid=94078) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 12:28:44.710755 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-9c72e2b5-6646-4f38-b51f-6e254c3a5963 admin admin] Added segment f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba of type flat for network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 Aug 04 12:28:44.767181 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9c72e2b5-6646-4f38-b51f-6e254c3a5963 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:44.944948 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9c72e2b5-6646-4f38-b51f-6e254c3a5963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:44.945907 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c72e2b5-6646-4f38-b51f-6e254c3a5963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:28:44.946501 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9c72e2b5-6646-4f38-b51f-6e254c3a5963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:45.060116 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72e2b5-6646-4f38-b51f-6e254c3a5963 admin admin] Pushing event updated for resources: {'Network': ['ID=edaa9ae4-5451-4ed4-982a-c63f3ba8dd77,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:28:45.070930 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:28:45.220785 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-9c72e2b5-6646-4f38-b51f-6e254c3a5963 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2192383 Aug 04 12:28:45.908355 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 5 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:28:45.916273 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:47.657612 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 34942) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:28:47.836091 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789f3b3f-7c4d-43e8-ba5c-266c7e9aff72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:28:47.837500 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-789f3b3f-7c4d-43e8-ba5c-266c7e9aff72 admin admin] 10.222.0.90 "GET /v2.0/subnets/3f87e144-41db-4162-9af5-a1031ca89e96 HTTP/1.1" status: 200 len: 849 time: 0.1789494 Aug 04 12:28:48.004835 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-63f676ba-f139-42ae-8e11-0e2a6fb9272f admin admin] 10.222.0.90 "GET /v2.0/routers/67f52898-d48e-42d8-a4cf-da580b228573 HTTP/1.1" status: 200 len: 704 time: 0.1608021 Aug 04 12:28:48.273482 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:48.563321 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] Allocated IP 172.20.0.1 (e135b077-6517-4315-b449-f5831853acca/3f87e144-41db-4162-9af5-a1031ca89e96/14f7354e-5c7d-4f9a-ae1d-17ed09887420) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:28:48.716199 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:48.738301 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] Transition to ACTIVE for port object 14f7354e-5c7d-4f9a-ae1d-17ed09887420 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:28:48.928301 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:49.057253 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] Network e135b077-6517-4315-b449-f5831853acca is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:28:49.064547 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:28:49.073270 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:28:49.073270 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544644'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:49.128509 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] Pushing event updated for resources: {'Port': ['ID=14f7354e-5c7d-4f9a-ae1d-17ed09887420,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:28:49.417420 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:49.520423 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-9c8a31ea-8bef-4925-8959-742d8a6e3f52 None None] Provisioning for port 14f7354e-5c7d-4f9a-ae1d-17ed09887420 completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:28:49.524640 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-9c8a31ea-8bef-4925-8959-742d8a6e3f52 None None] Provisioning complete for port 14f7354e-5c7d-4f9a-ae1d-17ed09887420 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:28:49.525012 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9c8a31ea-8bef-4925-8959-742d8a6e3f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:49.558372 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-9c8a31ea-8bef-4925-8959-742d8a6e3f52 None None] Port 14f7354e-5c7d-4f9a-ae1d-17ed09887420 cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:28:49.628755 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:49.709225 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:49.710081 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544536'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:49.787403 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] Pushing event updated for resources: {'Port': ['ID=14f7354e-5c7d-4f9a-ae1d-17ed09887420,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:28:49.831993 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] Network e135b077-6517-4315-b449-f5831853acca is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:28:49.833288 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:28:50.070658 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] Router 67f52898-d48e-42d8-a4cf-da580b228573 is scheduled to L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 12:28:50.078961 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-c3418bac-a90d-4bc5-8c73-2b49265c65eb None None] Provisioning complete for port 14f7354e-5c7d-4f9a-ae1d-17ed09887420 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:28:50.079216 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c3418bac-a90d-4bc5-8c73-2b49265c65eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:50.114799 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-c3418bac-a90d-4bc5-8c73-2b49265c65eb None None] Port 14f7354e-5c7d-4f9a-ae1d-17ed09887420 cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:28:50.167607 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:28:50.173628 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-76ac28ea-3ab3-4276-85fa-d0ffcceaaddd admin admin] 10.222.0.90 "PUT /v2.0/routers/67f52898-d48e-42d8-a4cf-da580b228573/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1630116 Aug 04 12:28:50.178022 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Sync routers for ids ['67f52898-d48e-42d8-a4cf-da580b228573'] in dv-cinder-803046-4-iscsi {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:28:50.189636 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Routers {'67f52898-d48e-42d8-a4cf-da580b228573'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:28:50.190465 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:28:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['67f52898-d48e-42d8-a4cf-da580b228573'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:28:50.379131 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Set router 67f52898-d48e-42d8-a4cf-da580b228573 gateway port host: None {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:28:50.811337 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f52898-d48e-42d8-a4cf-da580b228573', 'name': 'router1', 'tenant_id': '57d6e8e9c6a8466ba45b15296d19274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:28:38Z', 'updated_at': '2021-08-04T12:28:49Z', 'revision_number': 2, 'project_id': '57d6e8e9c6a8466ba45b15296d19274e', 'gw_port_host': None, '_interfaces': [{'id': '14f7354e-5c7d-4f9a-ae1d-17ed09887420', 'name': '', 'network_id': 'e135b077-6517-4315-b449-f5831853acca', 'tenant_id': '57d6e8e9c6a8466ba45b15296d19274e', 'mac_address': 'fa:16:3e:b8:62:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f52898-d48e-42d8-a4cf-da580b228573', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f87e144-41db-4162-9af5-a1031ca89e96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:28:48Z', 'updated_at': '2021-08-04T12:28:49Z', 'revision_number': 2, 'project_id': '57d6e8e9c6a8466ba45b15296d19274e', 'subnets': [{'id': '3f87e144-41db-4162-9af5-a1031ca89e96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4abd1355-e743-4895-a0fa-4daba6d13ae2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:28:50.860802 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Checking router: 67f52898-d48e-42d8-a4cf-da580b228573 for host: dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:28:50.861190 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Updating router 67f52898-d48e-42d8-a4cf-da580b228573 port 14f7354e-5c7d-4f9a-ae1d-17ed09887420 binding host dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:28:50.910123 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:51.440100 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:51.457922 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Transition to ACTIVE for port object 14f7354e-5c7d-4f9a-ae1d-17ed09887420 will not be triggered until provisioned by entity L2. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:28:51.567435 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:51.737320 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Attempting to bind port 14f7354e-5c7d-4f9a-ae1d-17ed09887420 on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:28:51.737792 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Attempting to bind port 14f7354e-5c7d-4f9a-ae1d-17ed09887420 by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': '56498b60-7ba8-47ae-a88a-2727a0fee711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e135b077-6517-4315-b449-f5831853acca'}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:28:51.738228 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Attempting to bind port 14f7354e-5c7d-4f9a-ae1d-17ed09887420 on network e135b077-6517-4315-b449-f5831853acca {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:28:51.740261 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f4f0f-2a5a-4b12-8b01-44a557dcf270 None None] Pushing event updated for resources: {'Port': ['ID=14f7354e-5c7d-4f9a-ae1d-17ed09887420,revision_number=3']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:28:51.748692 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:28:51.749097 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Checking segment: {'id': '56498b60-7ba8-47ae-a88a-2727a0fee711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e135b077-6517-4315-b449-f5831853acca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:28:51.750145 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:51.750542 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Bound using segment: {'id': '56498b60-7ba8-47ae-a88a-2727a0fee711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e135b077-6517-4315-b449-f5831853acca'} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:28:51.751067 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Bound port: 14f7354e-5c7d-4f9a-ae1d-17ed09887420, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56498b60-7ba8-47ae-a88a-2727a0fee711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e135b077-6517-4315-b449-f5831853acca'}}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:28:51.751448 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:51.753865 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f4f0f-2a5a-4b12-8b01-44a557dcf270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:51.754125 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f4f0f-2a5a-4b12-8b01-44a557dcf270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:51.754465 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f4f0f-2a5a-4b12-8b01-44a557dcf270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:51.754794 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f4f0f-2a5a-4b12-8b01-44a557dcf270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:51.755121 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f4f0f-2a5a-4b12-8b01-44a557dcf270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:51.755448 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f4f0f-2a5a-4b12-8b01-44a557dcf270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:51.755780 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f4f0f-2a5a-4b12-8b01-44a557dcf270 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:51.756102 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f4f0f-2a5a-4b12-8b01-44a557dcf270 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:51.756429 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f4f0f-2a5a-4b12-8b01-44a557dcf270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:51.756749 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f4f0f-2a5a-4b12-8b01-44a557dcf270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:51.757070 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f4f0f-2a5a-4b12-8b01-44a557dcf270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:51.757408 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f4f0f-2a5a-4b12-8b01-44a557dcf270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f4f0f-2a5a-4b12-8b01-44a557dcf270 None None] Tracked resource versions report: Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: pushed versions: Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: { 'AddressGroup': {'1.2'}, Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'ConntrackHelper': {'1.0'}, Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Log': {'1.0'}, Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Network': {'1.1'}, Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Port': {'1.7'}, Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'PortForwarding': {'1.2'}, Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'QosPolicy': {'1.8'}, Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'SecurityGroup': {'1.4'}, Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'SecurityGroupRule': {'1.2'}, Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'SubPort': {'1.0'}, Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Subnet': {'1.1'}, Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Trunk': {'1.1'}} Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: consumer versions: Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: { DHCP agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: L3 agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: Metadata agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: Metering agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: Open vSwitch agent@dv-cinder-803046-4-iscsi: { 'AddressGroup': '1.2', Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'ConntrackHelper': '1.0', Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Log': '1.0', Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Network': '1.1', Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Port': '1.7', Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'PortForwarding': '1.2', Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'QosPolicy': '1.8', Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'SecurityGroup': '1.4', Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'SecurityGroupRule': '1.2', Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'SubPort': '1.0', Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Subnet': '1.1', Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Trunk': '1.1'}} Aug 04 12:28:51.758516 dv-cinder-803046-4-iscsi neutron-server[94081]: {{(pid=94081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 12:28:51.827003 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] For port 14f7354e-5c7d-4f9a-ae1d-17ed09887420, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:28:51.848900 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] For port 14f7354e-5c7d-4f9a-ae1d-17ed09887420, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=14f7354e-5c7d-4f9a-ae1d-17ed09887420,segment=NetworkSegment(56498b60-7ba8-47ae-a88a-2727a0fee711),segment_id=56498b60-7ba8-47ae-a88a-2727a0fee711)] {{(pid=94081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:28:51.967841 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:52.030106 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f4f0f-2a5a-4b12-8b01-44a557dcf270 None None] Pushing event updated for resources: {'Port': ['ID=14f7354e-5c7d-4f9a-ae1d-17ed09887420,revision_number=4']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:28:52.032732 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Routers {'67f52898-d48e-42d8-a4cf-da580b228573'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:28:52.033261 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:28:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['67f52898-d48e-42d8-a4cf-da580b228573'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:28:52.125705 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] Set router 67f52898-d48e-42d8-a4cf-da580b228573 gateway port host: None {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:28:52.354307 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f52898-d48e-42d8-a4cf-da580b228573', 'name': 'router1', 'tenant_id': '57d6e8e9c6a8466ba45b15296d19274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:28:38Z', 'updated_at': '2021-08-04T12:28:49Z', 'revision_number': 2, 'project_id': '57d6e8e9c6a8466ba45b15296d19274e', 'gw_port_host': None, '_interfaces': [{'id': '14f7354e-5c7d-4f9a-ae1d-17ed09887420', 'name': '', 'network_id': 'e135b077-6517-4315-b449-f5831853acca', 'tenant_id': '57d6e8e9c6a8466ba45b15296d19274e', 'mac_address': 'fa:16:3e:b8:62:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f52898-d48e-42d8-a4cf-da580b228573', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f87e144-41db-4162-9af5-a1031ca89e96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:28:48Z', 'updated_at': '2021-08-04T12:28:51Z', 'revision_number': 4, 'project_id': '57d6e8e9c6a8466ba45b15296d19274e', 'subnets': [{'id': '3f87e144-41db-4162-9af5-a1031ca89e96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4abd1355-e743-4895-a0fa-4daba6d13ae2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:28:52.381675 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e131f-f604-49d9-bdf2-a7a530027c56 None None] The sync data for ids ['67f52898-d48e-42d8-a4cf-da580b228573'] in dv-cinder-803046-4-iscsi is: [{'id': '67f52898-d48e-42d8-a4cf-da580b228573', 'name': 'router1', 'tenant_id': '57d6e8e9c6a8466ba45b15296d19274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:28:38Z', 'updated_at': '2021-08-04T12:28:49Z', 'revision_number': 2, 'project_id': '57d6e8e9c6a8466ba45b15296d19274e', 'gw_port_host': None, '_interfaces': [{'id': '14f7354e-5c7d-4f9a-ae1d-17ed09887420', 'name': '', 'network_id': 'e135b077-6517-4315-b449-f5831853acca', 'tenant_id': '57d6e8e9c6a8466ba45b15296d19274e', 'mac_address': 'fa:16:3e:b8:62:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f52898-d48e-42d8-a4cf-da580b228573', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f87e144-41db-4162-9af5-a1031ca89e96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:28:48Z', 'updated_at': '2021-08-04T12:28:51Z', 'revision_number': 4, 'project_id': '57d6e8e9c6a8466ba45b15296d19274e', 'subnets': [{'id': '3f87e144-41db-4162-9af5-a1031ca89e96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4abd1355-e743-4895-a0fa-4daba6d13ae2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:28:52.411098 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 34962) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:28:52.578768 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b88682-465f-4db8-b6fe-ba20abbd3ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:28:52.580146 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-c9b88682-465f-4db8-b6fe-ba20abbd3ca7 admin admin] 10.222.0.90 "GET /v2.0/networks/edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 HTTP/1.1" status: 200 len: 842 time: 0.1640038 Aug 04 12:28:52.589949 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-4bc3a60a-9b00-4dbe-b92b-95394ab71233 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'gateway_ip': '172.27.3.1', 'ip_version': 4}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:28:52.732929 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc3a60a-9b00-4dbe-b92b-95394ab71233 admin admin] Made reservation on behalf of 96a0850d3b44492a9051be4c6c31dc97 for: {'subnet': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:28:52.735868 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a60a-9b00-4dbe-b92b-95394ab71233 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:53.212395 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.objects.ports [None req-4bc3a60a-9b00-4dbe-b92b-95394ab71233 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94079) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 12:28:53.212858 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a60a-9b00-4dbe-b92b-95394ab71233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for subnet, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:53.272405 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3a60a-9b00-4dbe-b92b-95394ab71233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:28:53.281231 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc3a60a-9b00-4dbe-b92b-95394ab71233 admin admin] Checking segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:28:53.281618 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc3a60a-9b00-4dbe-b92b-95394ab71233 admin admin] Network hostable DHCP agents. Network: edaa9ae4-5451-4ed4-982a-c63f3ba8dd77, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:28:53.412725 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc3a60a-9b00-4dbe-b92b-95394ab71233 admin admin] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:28:53.510460 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-4bc3a60a-9b00-4dbe-b92b-95394ab71233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, edaa9ae4-5451-4ed4-982a-c63f3ba8dd77) {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:28:53.515042 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc3a60a-9b00-4dbe-b92b-95394ab71233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:28:53.516166 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a60a-9b00-4dbe-b92b-95394ab71233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for subnet, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:53.522297 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e107179-e743-4ddd-83bf-95951d26e2e6 None None] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:28:53.650070 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-4bc3a60a-9b00-4dbe-b92b-95394ab71233 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0627217 Aug 04 12:28:53.656165 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f605bc-c48c-49a2-a57f-7b30f039b615 None None] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:28:55.962096 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 34970) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:28:56.179299 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-a266df33-685d-444e-9a68-2a2570b955cb admin admin] 10.222.0.90 "GET /v2.0/routers/67f52898-d48e-42d8-a4cf-da580b228573 HTTP/1.1" status: 200 len: 710 time: 0.2160103 Aug 04 12:28:56.279176 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed4a9e8-056a-4976-a851-2c45d8ff650b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:28:56.280674 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-2ed4a9e8-056a-4976-a851-2c45d8ff650b admin admin] 10.222.0.90 "GET /v2.0/networks/edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 HTTP/1.1" status: 200 len: 886 time: 0.0953345 Aug 04 12:28:56.290190 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-fdb675ca-dbaa-479f-b17d-b0211df6a2ea admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:28:56.537612 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fdb675ca-dbaa-479f-b17d-b0211df6a2ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:56.924942 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fdb675ca-dbaa-479f-b17d-b0211df6a2ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:57.018916 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fdb675ca-dbaa-479f-b17d-b0211df6a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:57.185696 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-fdb675ca-dbaa-479f-b17d-b0211df6a2ea admin admin] Allocated IP 172.27.3.109 (edaa9ae4-5451-4ed4-982a-c63f3ba8dd77/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7/771d9f96-732f-465a-b015-2593efb8bace) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:28:57.296644 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fdb675ca-dbaa-479f-b17d-b0211df6a2ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:57.471168 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fdb675ca-dbaa-479f-b17d-b0211df6a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:57.563207 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb675ca-dbaa-479f-b17d-b0211df6a2ea admin admin] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:28:57.564913 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-fdb675ca-dbaa-479f-b17d-b0211df6a2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:28:57.568201 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb675ca-dbaa-479f-b17d-b0211df6a2ea admin admin] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:28:57.570258 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb675ca-dbaa-479f-b17d-b0211df6a2ea admin admin] Pushing event updated for resources: {'Port': ['ID=771d9f96-732f-465a-b015-2593efb8bace,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:28:57.973442 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fdb675ca-dbaa-479f-b17d-b0211df6a2ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:58.183900 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fdb675ca-dbaa-479f-b17d-b0211df6a2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-640716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31788'] for router, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:58.188973 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fdb675ca-dbaa-479f-b17d-b0211df6a2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-640711'] for router, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:58.298406 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb675ca-dbaa-479f-b17d-b0211df6a2ea admin admin] Router 67f52898-d48e-42d8-a4cf-da580b228573 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:28:58.406488 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb675ca-dbaa-479f-b17d-b0211df6a2ea admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:28:58.410889 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fdb675ca-dbaa-479f-b17d-b0211df6a2ea admin admin] Notify callbacks [] for router, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:58.412138 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-fdb675ca-dbaa-479f-b17d-b0211df6a2ea admin admin] 10.222.0.90 "PUT /v2.0/routers/67f52898-d48e-42d8-a4cf-da580b228573 HTTP/1.1" status: 200 len: 890 time: 2.1253812 Aug 04 12:28:58.908294 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Sync routers for ids ['67f52898-d48e-42d8-a4cf-da580b228573'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:28:58.919625 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Routers {'67f52898-d48e-42d8-a4cf-da580b228573'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:28:58.922515 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:28:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['67f52898-d48e-42d8-a4cf-da580b228573'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:28:59.184885 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Set router 67f52898-d48e-42d8-a4cf-da580b228573 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:28:59.361796 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 14f7354e-5c7d-4f9a-ae1d-17ed09887420 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:28:59.634348 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f52898-d48e-42d8-a4cf-da580b228573', 'name': 'router1', 'tenant_id': '57d6e8e9c6a8466ba45b15296d19274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '771d9f96-732f-465a-b015-2593efb8bace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:28:38Z', 'updated_at': '2021-08-04T12:28:57Z', 'revision_number': 4, 'project_id': '57d6e8e9c6a8466ba45b15296d19274e', 'gw_port': {'id': '771d9f96-732f-465a-b015-2593efb8bace', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f52898-d48e-42d8-a4cf-da580b228573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:28:57Z', 'updated_at': '2021-08-04T12:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '14f7354e-5c7d-4f9a-ae1d-17ed09887420', 'name': '', 'network_id': 'e135b077-6517-4315-b449-f5831853acca', 'tenant_id': '57d6e8e9c6a8466ba45b15296d19274e', 'mac_address': 'fa:16:3e:b8:62:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f52898-d48e-42d8-a4cf-da580b228573', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f87e144-41db-4162-9af5-a1031ca89e96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:28:48Z', 'updated_at': '2021-08-04T12:28:51Z', 'revision_number': 4, 'project_id': '57d6e8e9c6a8466ba45b15296d19274e', 'subnets': [{'id': '3f87e144-41db-4162-9af5-a1031ca89e96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4abd1355-e743-4895-a0fa-4daba6d13ae2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:28:59.684767 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Checking router: 67f52898-d48e-42d8-a4cf-da580b228573 for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:28:59.685126 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Updating router 67f52898-d48e-42d8-a4cf-da580b228573 port 771d9f96-732f-465a-b015-2593efb8bace binding host dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:28:59.703638 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port 14f7354e-5c7d-4f9a-ae1d-17ed09887420 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:28:59.730236 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 14f7354e-5c7d-4f9a-ae1d-17ed09887420 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:28:59.730604 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:59.753153 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:28:59.961092 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:00.027039 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port 14f7354e-5c7d-4f9a-ae1d-17ed09887420, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=14f7354e-5c7d-4f9a-ae1d-17ed09887420,segment=NetworkSegment(56498b60-7ba8-47ae-a88a-2727a0fee711),segment_id=56498b60-7ba8-47ae-a88a-2727a0fee711)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:29:00.206991 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:00.253325 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=14f7354e-5c7d-4f9a-ae1d-17ed09887420,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:29:00.324463 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:00.336575 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Transition to ACTIVE for port object 771d9f96-732f-465a-b015-2593efb8bace will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:29:00.452865 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:00.506265 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c927d0-5932-414e-aa8e-569c0af6f623 None None] Pushing event updated for resources: {'Port': ['ID=771d9f96-732f-465a-b015-2593efb8bace,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:29:00.508484 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Attempting to bind port 771d9f96-732f-465a-b015-2593efb8bace on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:29:00.508861 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Attempting to bind port 771d9f96-732f-465a-b015-2593efb8bace by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:29:00.509227 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Attempting to bind port 771d9f96-732f-465a-b015-2593efb8bace on network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:29:00.515183 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:29:00.515533 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Checking segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:29:00.515939 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:00.516328 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Bound using segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:29:00.516797 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Bound port: 771d9f96-732f-465a-b015-2593efb8bace, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:29:00.517194 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:00.571766 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] For port 771d9f96-732f-465a-b015-2593efb8bace, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:29:00.574925 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] For port 771d9f96-732f-465a-b015-2593efb8bace, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=771d9f96-732f-465a-b015-2593efb8bace,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:29:00.716369 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:00.772214 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Routers {'67f52898-d48e-42d8-a4cf-da580b228573'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:29:00.778279 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:28:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['67f52898-d48e-42d8-a4cf-da580b228573'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:29:00.779542 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c927d0-5932-414e-aa8e-569c0af6f623 None None] Pushing event updated for resources: {'Port': ['ID=771d9f96-732f-465a-b015-2593efb8bace,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:29:00.822461 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 34982) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:29:00.971263 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] Set router 67f52898-d48e-42d8-a4cf-da580b228573 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:29:01.010654 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-701aa4a0-62ed-41d9-a26b-af4308990a24 admin admin] 10.222.0.90 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1867692 Aug 04 12:29:01.197758 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f52898-d48e-42d8-a4cf-da580b228573', 'name': 'router1', 'tenant_id': '57d6e8e9c6a8466ba45b15296d19274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '771d9f96-732f-465a-b015-2593efb8bace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:28:38Z', 'updated_at': '2021-08-04T12:28:57Z', 'revision_number': 4, 'project_id': '57d6e8e9c6a8466ba45b15296d19274e', 'gw_port': {'id': '771d9f96-732f-465a-b015-2593efb8bace', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f52898-d48e-42d8-a4cf-da580b228573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:28:57Z', 'updated_at': '2021-08-04T12:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '14f7354e-5c7d-4f9a-ae1d-17ed09887420', 'name': '', 'network_id': 'e135b077-6517-4315-b449-f5831853acca', 'tenant_id': '57d6e8e9c6a8466ba45b15296d19274e', 'mac_address': 'fa:16:3e:b8:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f52898-d48e-42d8-a4cf-da580b228573', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f87e144-41db-4162-9af5-a1031ca89e96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:28:48Z', 'updated_at': '2021-08-04T12:28:59Z', 'revision_number': 5, 'project_id': '57d6e8e9c6a8466ba45b15296d19274e', 'subnets': [{'id': '3f87e144-41db-4162-9af5-a1031ca89e96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4abd1355-e743-4895-a0fa-4daba6d13ae2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:29:01.224882 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08220a9-1615-4f4b-ab50-588f719b71e6 None None] The sync data for ids ['67f52898-d48e-42d8-a4cf-da580b228573'] in dv-cinder-803046-4-iscsi is: [{'id': '67f52898-d48e-42d8-a4cf-da580b228573', 'name': 'router1', 'tenant_id': '57d6e8e9c6a8466ba45b15296d19274e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '771d9f96-732f-465a-b015-2593efb8bace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:28:38Z', 'updated_at': '2021-08-04T12:28:57Z', 'revision_number': 4, 'project_id': '57d6e8e9c6a8466ba45b15296d19274e', 'gw_port': {'id': '771d9f96-732f-465a-b015-2593efb8bace', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f52898-d48e-42d8-a4cf-da580b228573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:28:57Z', 'updated_at': '2021-08-04T12:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '14f7354e-5c7d-4f9a-ae1d-17ed09887420', 'name': '', 'network_id': 'e135b077-6517-4315-b449-f5831853acca', 'tenant_id': '57d6e8e9c6a8466ba45b15296d19274e', 'mac_address': 'fa:16:3e:b8:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f52898-d48e-42d8-a4cf-da580b228573', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3f87e144-41db-4162-9af5-a1031ca89e96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:28:48Z', 'updated_at': '2021-08-04T12:28:59Z', 'revision_number': 5, 'project_id': '57d6e8e9c6a8466ba45b15296d19274e', 'subnets': [{'id': '3f87e144-41db-4162-9af5-a1031ca89e96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4abd1355-e743-4895-a0fa-4daba6d13ae2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:29:01.368437 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 14f7354e-5c7d-4f9a-ae1d-17ed09887420 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:29:01.431956 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 14f7354e-5c7d-4f9a-ae1d-17ed09887420 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:29:01.431956 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:03.361551 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 771d9f96-732f-465a-b015-2593efb8bace up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:29:03.504438 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port 771d9f96-732f-465a-b015-2593efb8bace completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:29:03.508789 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 771d9f96-732f-465a-b015-2593efb8bace triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:29:03.509167 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:03.593947 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:03.616719 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port 771d9f96-732f-465a-b015-2593efb8bace, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=771d9f96-732f-465a-b015-2593efb8bace,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:29:03.705337 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:03.815151 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=771d9f96-732f-465a-b015-2593efb8bace,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:29:05.366104 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 771d9f96-732f-465a-b015-2593efb8bace up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:29:05.425307 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 771d9f96-732f-465a-b015-2593efb8bace triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:29:05.425716 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:10.726652 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eb44dad3-29a2-4df5-81d2-0612cc8257c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:13.194902 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b913706c-a857-4535-a4a8-b9bef0ee7ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:13.440727 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:14.366848 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:15.937810 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:22.907614 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 5 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:29:40.702660 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3c54582b-817c-41fc-b0f5-d27ffb400b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:43.822752 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b1e71696-9c58-4c97-b29c-ee07dfe0040a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:43.885757 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:44.389278 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:45.959641 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:29:59.907439 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 5 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:30:10.741501 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-429ca429-337d-4269-b173-9b1d2b2efa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:30:13.187323 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-bd26a031-ab03-4989-bf4a-7edc8c74228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:30:13.481282 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:30:14.387567 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:30:15.889937 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:30:36.909690 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 5 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:30:40.722762 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8247f060-923a-4971-af65-0620322ebaa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:30:41.422002 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 35552) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:30:41.494951 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ef9f3f-54b4-4afc-8e32-56f7f61a5154 admin admin] GET failed (client error): The resource could not be found. Aug 04 12:30:41.497439 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-35ef9f3f-54b4-4afc-8e32-56f7f61a5154 admin admin] 10.222.0.90 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0742419 Aug 04 12:30:41.667637 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8e86f7-cc4b-452c-953a-9a8280a6d5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:30:41.669028 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-0b8e86f7-cc4b-452c-953a-9a8280a6d5d4 admin admin] 10.222.0.90 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1673462 Aug 04 12:30:43.191975 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f6c8b39b-9b77-45a9-bb7b-772cc139922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:30:43.464194 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:30:43.917883 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 35562) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:30:44.015274 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88712db-36be-4755-a00a-94ca1c59d31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:30:44.016637 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-d88712db-36be-4755-a00a-94ca1c59d31e admin admin] 10.222.0.90 "GET /v2.0/subnets/3f87e144-41db-4162-9af5-a1031ca89e96 HTTP/1.1" status: 200 len: 849 time: 0.0978065 Aug 04 12:30:44.026949 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-45fb9a08-01da-409d-ada7-15260f62cff7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:30:44.109422 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-45fb9a08-01da-409d-ada7-15260f62cff7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:30:44.305590 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-45fb9a08-01da-409d-ada7-15260f62cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788656328102'] for subnet, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:30:44.335933 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fb9a08-01da-409d-ada7-15260f62cff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:30:44.336518 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-45fb9a08-01da-409d-ada7-15260f62cff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:30:44.339019 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-45fb9a08-01da-409d-ada7-15260f62cff7 admin admin] 10.222.0.90 "PUT /v2.0/subnets/3f87e144-41db-4162-9af5-a1031ca89e96 HTTP/1.1" status: 200 len: 868 time: 0.3151739 Aug 04 12:30:44.341628 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5dad29-512a-4d72-92c5-be2effead196 None None] Network e135b077-6517-4315-b449-f5831853acca requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:30:44.361953 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb9a08-01da-409d-ada7-15260f62cff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f87e144-41db-4162-9af5-a1031ca89e96,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:30:44.367854 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb9a08-01da-409d-ada7-15260f62cff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:30:44.368247 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb9a08-01da-409d-ada7-15260f62cff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:30:44.368551 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb9a08-01da-409d-ada7-15260f62cff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:30:44.368883 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb9a08-01da-409d-ada7-15260f62cff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:30:44.369210 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb9a08-01da-409d-ada7-15260f62cff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:30:44.369622 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb9a08-01da-409d-ada7-15260f62cff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:30:44.369976 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb9a08-01da-409d-ada7-15260f62cff7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:30:44.370429 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb9a08-01da-409d-ada7-15260f62cff7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:30:44.370779 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb9a08-01da-409d-ada7-15260f62cff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:30:44.371134 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb9a08-01da-409d-ada7-15260f62cff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:30:44.371425 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb9a08-01da-409d-ada7-15260f62cff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:30:44.371741 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fb9a08-01da-409d-ada7-15260f62cff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:30:44.384353 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:30:44.715987 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-e5d58d85-1db1-40e2-97ec-de84c1ef3cbf None None] Provisioning complete for port 3a20412b-9af0-4089-9b22-c554eb63eb9b triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:30:44.716438 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e5d58d85-1db1-40e2-97ec-de84c1ef3cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:30:44.809883 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-e5d58d85-1db1-40e2-97ec-de84c1ef3cbf None None] Provisioning complete for port 14f7354e-5c7d-4f9a-ae1d-17ed09887420 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:30:44.810209 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e5d58d85-1db1-40e2-97ec-de84c1ef3cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:30:45.928235 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:30:46.581003 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 35572) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:30:46.785917 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff66d6c1-254b-49ac-b683-da265dac453a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:30:46.786396 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff66d6c1-254b-49ac-b683-da265dac453a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:30:46.788195 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-ff66d6c1-254b-49ac-b683-da265dac453a admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2062061 Aug 04 12:30:49.010875 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 35580) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:30:49.228174 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607223fd-19ee-4299-bfb3-aced371a2fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:30:49.228587 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607223fd-19ee-4299-bfb3-aced371a2fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:30:49.230955 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-607223fd-19ee-4299-bfb3-aced371a2fe6 admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2189672 Aug 04 12:30:51.476907 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 35588) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:30:51.636409 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39099cd7-85c6-4ecb-95a7-23ac13ed7fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:30:51.637769 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-39099cd7-85c6-4ecb-95a7-23ac13ed7fab admin admin] 10.222.0.90 "GET /v2.0/networks/e135b077-6517-4315-b449-f5831853acca HTTP/1.1" status: 200 len: 869 time: 0.1598592 Aug 04 12:30:53.857713 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 35596) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:30:53.994410 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40426982-4af8-4f94-be2a-de5ed1ab7901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:30:53.997962 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-40426982-4af8-4f94-be2a-de5ed1ab7901 admin admin] 10.222.0.90 "GET /v2.0/networks/edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 HTTP/1.1" status: 200 len: 886 time: 0.1391528 Aug 04 12:30:56.222457 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 35604) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:30:56.419662 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0329815-59a3-4bcb-87f3-1a2eb384b5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:30:56.420035 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0329815-59a3-4bcb-87f3-1a2eb384b5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:30:56.421578 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-d0329815-59a3-4bcb-87f3-1a2eb384b5e6 admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1981606 Aug 04 12:30:58.623681 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 35612) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:30:58.711259 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764b700d-25ab-425b-8f75-7b2a806b5535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:30:58.711731 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764b700d-25ab-425b-8f75-7b2a806b5535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:30:58.713294 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-764b700d-25ab-425b-8f75-7b2a806b5535 admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0886159 Aug 04 12:31:00.915930 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 35620) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:31:01.007783 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ab64a-2b37-46ce-ba9d-90f0be19f057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:31:01.009162 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e31ab64a-2b37-46ce-ba9d-90f0be19f057 admin admin] 10.222.0.90 "GET /v2.0/subnets/3f87e144-41db-4162-9af5-a1031ca89e96 HTTP/1.1" status: 200 len: 868 time: 0.0921006 Aug 04 12:31:03.207642 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 35628) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:31:03.298615 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d426a166-3e32-4b3d-b992-92b62103f987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:31:03.299978 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-d426a166-3e32-4b3d-b992-92b62103f987 admin admin] 10.222.0.90 "GET /v2.0/subnets/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7 HTTP/1.1" status: 200 len: 816 time: 0.0913975 Aug 04 12:31:10.733113 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fce7978e-8731-431d-b5d0-80da1a892401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:13.218477 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ca1b64ab-15e8-4f7f-9eab-d8c5b67c395d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:13.442123 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:13.908790 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 5 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:31:14.372656 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:15.922187 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:29.903365 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 35682) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:31:29.954895 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [None req-0ab05fcf-5e70-46ee-9512-cb431741f3a1 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=94079) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 12:31:29.956438 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-0ab05fcf-5e70-46ee-9512-cb431741f3a1 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520060 Aug 04 12:31:32.285680 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 35690) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:31:32.350570 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00706ac-ebc8-48e4-a146-1f3dd9a4ff0c admin admin] GET failed (client error): The resource could not be found. Aug 04 12:31:32.351948 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-a00706ac-ebc8-48e4-a146-1f3dd9a4ff0c admin admin] 10.222.0.90 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0652859 Aug 04 12:31:32.438997 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8f542a-66cd-4648-91d1-149add9c7f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:31:32.440555 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-eb8f542a-66cd-4648-91d1-149add9c7f62 admin admin] 10.222.0.90 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0840418 Aug 04 12:31:34.792113 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 35698) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:31:34.843854 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9dbda33c-856d-4bb4-907c-324ed05eb5d6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:31:34.983397 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbda33c-856d-4bb4-907c-324ed05eb5d6 admin admin] Made reservation on behalf of 96a0850d3b44492a9051be4c6c31dc97 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:31:34.985728 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9dbda33c-856d-4bb4-907c-324ed05eb5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:35.016995 dv-cinder-803046-4-iscsi neutron-server[94078]: WARNING neutron.services.revisions.revision_plugin [None req-9dbda33c-856d-4bb4-907c-324ed05eb5d6 admin admin] Could not find related network for resource to bump revision. Aug 04 12:31:35.031503 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbda33c-856d-4bb4-907c-324ed05eb5d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 12:31:35.042063 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9dbda33c-856d-4bb4-907c-324ed05eb5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:35.042391 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-9dbda33c-856d-4bb4-907c-324ed05eb5d6 admin admin] Added segment a1b0a37a-ae67-4084-9872-4712da6fa7cf of type vlan for network d11a31f2-edde-4e0d-9c5b-9e4ca8902f74 Aug 04 12:31:35.083922 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9dbda33c-856d-4bb4-907c-324ed05eb5d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:35.258109 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9dbda33c-856d-4bb4-907c-324ed05eb5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:35.259008 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbda33c-856d-4bb4-907c-324ed05eb5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:31:35.259595 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9dbda33c-856d-4bb4-907c-324ed05eb5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:35.320337 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbda33c-856d-4bb4-907c-324ed05eb5d6 admin admin] Pushing event updated for resources: {'Network': ['ID=d11a31f2-edde-4e0d-9c5b-9e4ca8902f74,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:31:35.330996 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network d11a31f2-edde-4e0d-9c5b-9e4ca8902f74 details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:31:35.392332 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-9dbda33c-856d-4bb4-907c-324ed05eb5d6 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5896778 Aug 04 12:31:37.715379 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 35706) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:31:37.782044 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7c0db0-71ad-49d1-bb27-44ff66357754 admin admin] GET failed (client error): The resource could not be found. Aug 04 12:31:37.783556 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-7e7c0db0-71ad-49d1-bb27-44ff66357754 admin admin] 10.222.0.90 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0671957 Aug 04 12:31:37.906033 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a4618b-9f9f-419d-a2fd-17514f0b49ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:31:37.908110 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-37a4618b-9f9f-419d-a2fd-17514f0b49ee admin admin] 10.222.0.90 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1178324 Aug 04 12:31:37.919351 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-59376105-2bd3-41eb-95d3-d578812b1478 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'd11a31f2-edde-4e0d-9c5b-9e4ca8902f74'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:31:38.080301 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59376105-2bd3-41eb-95d3-d578812b1478 admin admin] Made reservation on behalf of 96a0850d3b44492a9051be4c6c31dc97 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:31:38.082949 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59376105-2bd3-41eb-95d3-d578812b1478 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:38.343373 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59376105-2bd3-41eb-95d3-d578812b1478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:38.404081 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59376105-2bd3-41eb-95d3-d578812b1478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=177433a2-9119-44b4-a83d-2308b5b8b042,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:31:38.412107 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59376105-2bd3-41eb-95d3-d578812b1478 admin admin] Checking segment: {'id': 'a1b0a37a-ae67-4084-9872-4712da6fa7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd11a31f2-edde-4e0d-9c5b-9e4ca8902f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:31:38.412472 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59376105-2bd3-41eb-95d3-d578812b1478 admin admin] Network hostable DHCP agents. Network: d11a31f2-edde-4e0d-9c5b-9e4ca8902f74, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:31:38.537796 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59376105-2bd3-41eb-95d3-d578812b1478 admin admin] Network d11a31f2-edde-4e0d-9c5b-9e4ca8902f74 is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:31:38.617634 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-59376105-2bd3-41eb-95d3-d578812b1478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, d11a31f2-edde-4e0d-9c5b-9e4ca8902f74) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:31:38.622293 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59376105-2bd3-41eb-95d3-d578812b1478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:31:38.628111 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59376105-2bd3-41eb-95d3-d578812b1478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:38.629323 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea59983c-89dd-473f-9c32-6ed0e0c4b3da None None] Network d11a31f2-edde-4e0d-9c5b-9e4ca8902f74 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:31:38.737541 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-59376105-2bd3-41eb-95d3-d578812b1478 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8220627 Aug 04 12:31:38.793466 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eaa42bf-bea8-51b1-b296-9e8791fa0d1d-d11a31f2-edde-4e0d-9c5b-9e4ca8902f74', 'network_id': 'd11a31f2-edde-4e0d-9c5b-9e4ca8902f74', 'tenant_id': '96a0850d3b44492a9051be4c6c31dc97', 'fixed_ips': [{'subnet_id': '177433a2-9119-44b4-a83d-2308b5b8b042'}]}} from dv-cinder-803046-4-iscsi. {{(pid=94080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 12:31:38.794495 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:38.954568 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Allocated IP 192.168.233.2 (d11a31f2-edde-4e0d-9c5b-9e4ca8902f74/177433a2-9119-44b4-a83d-2308b5b8b042/1af572be-f4f8-4a9a-99f7-a390da8232c5) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:31:39.125107 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:39.135305 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Transition to ACTIVE for port object 1af572be-f4f8-4a9a-99f7-a390da8232c5 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:31:39.153491 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Transition to ACTIVE for port object 1af572be-f4f8-4a9a-99f7-a390da8232c5 will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:31:39.240746 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:39.281181 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Network d11a31f2-edde-4e0d-9c5b-9e4ca8902f74 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:31:39.289461 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:31:39.294153 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:31:39.296836 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Pushing event updated for resources: {'Port': ['ID=1af572be-f4f8-4a9a-99f7-a390da8232c5,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:31:39.305434 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:31:39.305863 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:31:39.306117 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:31:39.306454 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:31:39.306787 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:31:39.307108 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:31:39.307470 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:31:39.308264 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:31:39.308611 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:31:39.308940 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:31:39.309291 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:31:39.309641 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:31:39.371760 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Attempting to bind port 1af572be-f4f8-4a9a-99f7-a390da8232c5 on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:31:39.372132 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Attempting to bind port 1af572be-f4f8-4a9a-99f7-a390da8232c5 by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': 'a1b0a37a-ae67-4084-9872-4712da6fa7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd11a31f2-edde-4e0d-9c5b-9e4ca8902f74'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:31:39.372502 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Attempting to bind port 1af572be-f4f8-4a9a-99f7-a390da8232c5 on network d11a31f2-edde-4e0d-9c5b-9e4ca8902f74 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:31:39.378599 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:31:39.378972 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Checking segment: {'id': 'a1b0a37a-ae67-4084-9872-4712da6fa7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd11a31f2-edde-4e0d-9c5b-9e4ca8902f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:31:39.379447 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:39.379900 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Bound using segment: {'id': 'a1b0a37a-ae67-4084-9872-4712da6fa7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd11a31f2-edde-4e0d-9c5b-9e4ca8902f74'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:31:39.380319 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Bound port: 1af572be-f4f8-4a9a-99f7-a390da8232c5, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b0a37a-ae67-4084-9872-4712da6fa7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd11a31f2-edde-4e0d-9c5b-9e4ca8902f74'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:31:39.380728 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:39.462105 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] For port 1af572be-f4f8-4a9a-99f7-a390da8232c5, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:31:39.465703 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] For port 1af572be-f4f8-4a9a-99f7-a390da8232c5, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=1af572be-f4f8-4a9a-99f7-a390da8232c5,segment=NetworkSegment(a1b0a37a-ae67-4084-9872-4712da6fa7cf),segment_id=a1b0a37a-ae67-4084-9872-4712da6fa7cf)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:31:39.538158 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:39.606821 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59695a33-e17c-4546-8fc6-93290cfe0c76 None None] Pushing event updated for resources: {'Port': ['ID=1af572be-f4f8-4a9a-99f7-a390da8232c5,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:31:40.517454 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685dd956-624d-45d4-984c-e0363cb7bd5a None None] Network d11a31f2-edde-4e0d-9c5b-9e4ca8902f74 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:31:40.660018 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-108a33e8-3d82-417b-a2a1-966766d38fb0 None None] Provisioning for port 1af572be-f4f8-4a9a-99f7-a390da8232c5 completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:31:40.766284 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-efdc47b5-04a8-471f-8bfc-06b2ef643dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:41.475973 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 1af572be-f4f8-4a9a-99f7-a390da8232c5 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:31:41.594356 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port 1af572be-f4f8-4a9a-99f7-a390da8232c5 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:31:41.598679 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 1af572be-f4f8-4a9a-99f7-a390da8232c5 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:31:41.599057 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:41.695685 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:41.733388 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port 1af572be-f4f8-4a9a-99f7-a390da8232c5, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=1af572be-f4f8-4a9a-99f7-a390da8232c5,segment=NetworkSegment(a1b0a37a-ae67-4084-9872-4712da6fa7cf),segment_id=a1b0a37a-ae67-4084-9872-4712da6fa7cf)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:31:41.799449 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:41.863268 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=1af572be-f4f8-4a9a-99f7-a390da8232c5,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:31:43.200684 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-591a22e1-75db-4ddc-8b0d-f6be70545081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:43.443591 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 1af572be-f4f8-4a9a-99f7-a390da8232c5 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:31:43.492619 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:43.495021 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 1af572be-f4f8-4a9a-99f7-a390da8232c5 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:31:43.495392 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:44.371637 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:45.915251 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:31:50.907660 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 5 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:32:10.798986 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b70be71b-db41-44f8-96d0-fff4b15fde9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:32:13.208800 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b2a9eb16-4656-465a-8183-3f3f70e8c842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:32:13.438572 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:32:14.374801 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:32:15.917431 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:32:27.906386 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 5 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:32:40.699205 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ae943af7-f1fd-4485-a1a0-78a17053d40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:32:43.202898 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dcfadd35-4253-41a6-8f4f-06661c834eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:32:43.489029 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:32:44.391615 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:32:45.916828 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:32:57.696648 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 35762) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:32:57.703711 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [None req-7785ac5e-6c49-460a-a360-0bfcbe5e310e tempest-verify_tempest_config-1506622073 tempest-verify_tempest_config-1506622073-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 12:32:57.704693 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-7785ac5e-6c49-460a-a360-0bfcbe5e310e tempest-verify_tempest_config-1506622073 tempest-verify_tempest_config-1506622073-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070667 Aug 04 12:32:58.217479 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 35780) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:32:58.323265 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-73baf464-3bca-462f-add5-44e6613d1eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:32:58.434509 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-73baf464-3bca-462f-add5-44e6613d1eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:32:58.526819 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-73baf464-3bca-462f-add5-44e6613d1eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:32:58.573606 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-73baf464-3bca-462f-add5-44e6613d1eee admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fe907ea952e44474b0f932d2a6625152&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3550375 Aug 04 12:32:58.574711 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73baf464-3bca-462f-add5-44e6613d1eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d185adf9-6131-4a81-b062-ca91a845b4d2,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:32:58.576349 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 35786) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:32:58.581455 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73baf464-3bca-462f-add5-44e6613d1eee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.581816 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73baf464-3bca-462f-add5-44e6613d1eee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.582162 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73baf464-3bca-462f-add5-44e6613d1eee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.582499 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73baf464-3bca-462f-add5-44e6613d1eee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.582828 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73baf464-3bca-462f-add5-44e6613d1eee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.583298 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73baf464-3bca-462f-add5-44e6613d1eee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.583636 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73baf464-3bca-462f-add5-44e6613d1eee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.583966 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73baf464-3bca-462f-add5-44e6613d1eee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.584325 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73baf464-3bca-462f-add5-44e6613d1eee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.584646 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73baf464-3bca-462f-add5-44e6613d1eee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.584969 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73baf464-3bca-462f-add5-44e6613d1eee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.585960 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73baf464-3bca-462f-add5-44e6613d1eee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.631618 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4ffe-87f9-4d47-96d6-336e0da16085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:32:58.656735 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4ffe-87f9-4d47-96d6-336e0da16085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:32:58.831235 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4ffe-87f9-4d47-96d6-336e0da16085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:32:58.833934 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4ffe-87f9-4d47-96d6-336e0da16085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:32:58.835169 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-f6bc4ffe-87f9-4d47-96d6-336e0da16085 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d185adf9-6131-4a81-b062-ca91a845b4d2 HTTP/1.1" status: 204 len: 168 time: 0.2576613 Aug 04 12:32:58.843309 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc4ffe-87f9-4d47-96d6-336e0da16085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d185adf9-6131-4a81-b062-ca91a845b4d2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:32:58.850545 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc4ffe-87f9-4d47-96d6-336e0da16085 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.850901 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc4ffe-87f9-4d47-96d6-336e0da16085 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.851248 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc4ffe-87f9-4d47-96d6-336e0da16085 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.851591 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc4ffe-87f9-4d47-96d6-336e0da16085 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.851930 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc4ffe-87f9-4d47-96d6-336e0da16085 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.852287 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc4ffe-87f9-4d47-96d6-336e0da16085 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.852623 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc4ffe-87f9-4d47-96d6-336e0da16085 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.852961 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc4ffe-87f9-4d47-96d6-336e0da16085 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.853310 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc4ffe-87f9-4d47-96d6-336e0da16085 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.853645 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc4ffe-87f9-4d47-96d6-336e0da16085 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.853972 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc4ffe-87f9-4d47-96d6-336e0da16085 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:32:58.854297 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bc4ffe-87f9-4d47-96d6-336e0da16085 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:33:04.904990 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 5 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:33:10.744539 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0503f733-aa66-4fb1-a2d5-29f97ebde08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:33:13.218595 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-daae3ce3-b8eb-4bb4-aca2-cb1e17cbc643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:33:13.493527 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:33:14.378889 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:33:15.910474 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:33:41.062143 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-801ca793-1a3f-4156-a132-207dda5eef97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:33:41.902970 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 5 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:33:43.188918 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dfe2d469-4824-48cf-a32f-4563cee41855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:33:43.475263 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:33:44.382823 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:33:45.966021 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:34:10.724220 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1a1cf044-c1c2-494d-b6f5-b4083c437cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:34:13.231575 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-536660e1-8801-43bd-8c36-9d96bced4f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:34:13.455611 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:34:14.421715 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:34:15.895659 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:34:18.903018 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 5 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:34:37.763176 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544352'] for agent, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:34:40.780126 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-daf005d1-7cf8-418c-8b0b-5afea78be45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:34:43.242978 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-edb6786e-d675-4d74-920f-98f6a0a36864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:34:43.460138 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:34:44.401132 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:34:45.968283 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:34:52.932051 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 35858) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:34:53.032850 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-7a244123-c073-4c05-bcad-cc92b9389bb5 admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0997124 Aug 04 12:34:55.219579 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 35868) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:34:55.273812 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-8b1d0db1-aff2-469a-bf1c-a2d57cc0c7d9 admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0531921 Aug 04 12:34:55.923190 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:35:07.657584 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:35:10.721695 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5b10a159-3497-49a9-b6c0-c8e4e83d8790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:35:13.229774 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-acc262ca-c94a-4fd4-b137-791676bae19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:35:13.468216 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:35:14.458793 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:35:15.910354 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:35:32.922668 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:35:37.708943 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:35:40.777093 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3a08387b-679a-4fbe-a401-181568e13c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:35:43.193073 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5d8cb5f6-e0b0-45da-b81c-0fa299206877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:35:43.503779 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:35:44.394810 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:35:45.910173 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:07.661351 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:09.920506 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:36:10.739751 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-78e71c39-31cd-419d-8ea7-bc4e7533a3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:13.187098 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-52932839-ff44-46f6-a6ec-ed3518129bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:13.449754 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:14.405017 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:15.956747 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:26.450497 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36094) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:26.477792 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36100) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:26.510906 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36104) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:26.538165 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 36108) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:26.741674 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-246465308-network', 'tenant_id': '465ae0594e354f498461306e541acbd3'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:26.777659 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-b4e9dd0a-353a-47bc-b24e-f66689c33f5c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1541007884-network', 'tenant_id': 'b0f327f37a0245499ff8737a7952a6c7'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:26.788287 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-network', 'tenant_id': '6cdc0003e64748479f74178220380fda'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:26.819585 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-465057854-network', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:26.883606 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Made reservation on behalf of 465ae0594e354f498461306e541acbd3 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:36:26.886115 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:26.899965 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.003331 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e9dd0a-353a-47bc-b24e-f66689c33f5c admin admin] Made reservation on behalf of b0f327f37a0245499ff8737a7952a6c7 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:36:27.005708 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4e9dd0a-353a-47bc-b24e-f66689c33f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.018834 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4e9dd0a-353a-47bc-b24e-f66689c33f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.118247 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Made reservation on behalf of 6cdc0003e64748479f74178220380fda for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:36:27.120573 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.130597 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.232315 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Made reservation on behalf of fe091bfaaf4e41eda6f7c1fe1220b764 for: {'network': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:36:27.235038 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.245207 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.db.api [None req-b4e9dd0a-353a-47bc-b24e-f66689c33f5c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 12:36:27.245207 dv-cinder-803046-4-iscsi neutron-server[94078]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 12:36:27.245207 dv-cinder-803046-4-iscsi neutron-server[94078]: [parameters: {'project_id_1': 'b0f327f37a0245499ff8737a7952a6c7', 'expiration_1': datetime.datetime(2021, 8, 4, 12, 36, 27, 35830)}] Aug 04 12:36:27.245207 dv-cinder-803046-4-iscsi neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 12:36:27.245207 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG oslo_db.api [None req-b4e9dd0a-353a-47bc-b24e-f66689c33f5c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 12:36:27.249081 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.258474 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.db.api [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 12:36:27.258474 dv-cinder-803046-4-iscsi neutron-server[94078]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 12:36:27.258474 dv-cinder-803046-4-iscsi neutron-server[94078]: [parameters: {'project_id_1': '6cdc0003e64748479f74178220380fda', 'expiration_1': datetime.datetime(2021, 8, 4, 12, 36, 27, 141089)}] Aug 04 12:36:27.258474 dv-cinder-803046-4-iscsi neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 12:36:27.258934 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG oslo_db.api [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 12:36:27.340582 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.398307 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.412808 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 12:36:27.423547 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.424104 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Added segment 8ddbd182-8930-4902-9c5a-899f47dda38a of type vlan for network 0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 Aug 04 12:36:27.466853 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.514324 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70550ae1-3786-4dce-8863-1475c68690b1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:27.514887 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.522185 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.522544 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.522881 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.523477 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.523802 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.524142 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.524463 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.524781 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.525140 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.525514 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.525854 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.526175 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Tracked resource versions report: Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: pushed versions: Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: { 'AddressGroup': {'1.2'}, Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'ConntrackHelper': {'1.0'}, Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Log': {'1.0'}, Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Network': {'1.1'}, Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Port': {'1.7'}, Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'PortForwarding': {'1.2'}, Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'QosPolicy': {'1.8'}, Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'SecurityGroup': {'1.4'}, Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'SecurityGroupRule': {'1.2'}, Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'SubPort': {'1.0'}, Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Subnet': {'1.1'}, Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Trunk': {'1.1'}} Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: consumer versions: Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: { DHCP agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: HyperV agent@hv-cinder-80304: {}, Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: L3 agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: Metadata agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: Metering agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: Open vSwitch agent@dv-cinder-803046-4-iscsi: { 'AddressGroup': '1.2', Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'ConntrackHelper': '1.0', Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Log': '1.0', Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Network': '1.1', Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Port': '1.7', Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'PortForwarding': '1.2', Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'QosPolicy': '1.8', Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'SecurityGroup': '1.4', Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'SecurityGroupRule': '1.2', Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'SubPort': '1.0', Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Subnet': '1.1', Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: 'Trunk': '1.1'}} Aug 04 12:36:27.527303 dv-cinder-803046-4-iscsi neutron-server[94078]: {{(pid=94078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 12:36:27.581255 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.582327 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:27.583013 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.609834 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.625657 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=94079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 12:36:27.638960 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.639433 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.db.segments_db [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Added segment 460f25c3-9530-4968-8cdc-c105494c6d68 of type vlan for network 0ba113d9-2675-4a22-b634-a3c6b41f2555 Aug 04 12:36:27.641773 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] Pushing event updated for resources: {'Network': ['ID=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:27.655391 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network 0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:36:27.735041 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.743009 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23251e4-3315-4efd-8774-0ecd1c8dd8f7,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:27.744442 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4e9dd0a-353a-47bc-b24e-f66689c33f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.757396 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.757853 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.758250 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.758774 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.759306 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.759677 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.760072 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.760463 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.760852 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.761236 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.761646 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.762220 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Tracked resource versions report: Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: pushed versions: Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: { 'AddressGroup': {'1.2'}, Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'ConntrackHelper': {'1.0'}, Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Log': {'1.0'}, Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Network': {'1.1'}, Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Port': {'1.7'}, Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'PortForwarding': {'1.2'}, Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'QosPolicy': {'1.8'}, Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'SecurityGroup': {'1.4'}, Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'SecurityGroupRule': {'1.2'}, Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'SubPort': {'1.0'}, Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Subnet': {'1.1'}, Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Trunk': {'1.1'}} Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: consumer versions: Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: { DHCP agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: HyperV agent@hv-cinder-80304: {}, Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: L3 agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: Metadata agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: Metering agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: Open vSwitch agent@dv-cinder-803046-4-iscsi: { 'AddressGroup': '1.2', Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'ConntrackHelper': '1.0', Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Log': '1.0', Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Network': '1.1', Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Port': '1.7', Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'PortForwarding': '1.2', Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'QosPolicy': '1.8', Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'SecurityGroup': '1.4', Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'SecurityGroupRule': '1.2', Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'SubPort': '1.0', Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Subnet': '1.1', Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: 'Trunk': '1.1'}} Aug 04 12:36:27.763447 dv-cinder-803046-4-iscsi neutron-server[94079]: {{(pid=94079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 12:36:27.791320 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.793936 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5ecebf85-4041-4671-a143-eebc2520e815 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3422031 Aug 04 12:36:27.797257 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 36164) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:27.814712 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-ea203e16-66d1-4a5c-b497-d4c8828ee999 admin admin] Request body: {'subnet': {'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-246465308-subnet', 'tenant_id': '465ae0594e354f498461306e541acbd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:27.861646 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.864834 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:27.866046 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.872672 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4e9dd0a-353a-47bc-b24e-f66689c33f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.936167 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] Pushing event updated for resources: {'Network': ['ID=0ba113d9-2675-4a22-b634-a3c6b41f2555,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:27.946835 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network 0ba113d9-2675-4a22-b634-a3c6b41f2555 details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:36:27.948530 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4e9dd0a-353a-47bc-b24e-f66689c33f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.963560 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.db.api [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 12:36:27.963560 dv-cinder-803046-4-iscsi neutron-server[94078]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 12:36:27.963560 dv-cinder-803046-4-iscsi neutron-server[94078]: [parameters: {'project_id_1': '6cdc0003e64748479f74178220380fda', 'expiration_1': datetime.datetime(2021, 8, 4, 12, 36, 27, 829105)}] Aug 04 12:36:27.963560 dv-cinder-803046-4-iscsi neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 12:36:27.963984 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG oslo_db.api [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 12:36:27.976223 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e9dd0a-353a-47bc-b24e-f66689c33f5c admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 12:36:27.989378 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9dd0a-353a-47bc-b24e-f66689c33f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9b1a4c-1fec-48f7-ab6e-910012352c30,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:27.992761 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4e9dd0a-353a-47bc-b24e-f66689c33f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:27.993111 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-b4e9dd0a-353a-47bc-b24e-f66689c33f5c admin admin] Added segment 712db893-c45c-4b82-b016-bdb409ccd016 of type vlan for network d70990c3-c71e-42d7-9bb6-5139257f76e1 Aug 04 12:36:28.047308 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4e9dd0a-353a-47bc-b24e-f66689c33f5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:28.049648 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea203e16-66d1-4a5c-b497-d4c8828ee999 admin admin] Made reservation on behalf of 465ae0594e354f498461306e541acbd3 for: {'subnet': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:36:28.064318 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ea203e16-66d1-4a5c-b497-d4c8828ee999 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:28.150753 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4e9dd0a-353a-47bc-b24e-f66689c33f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:28.151738 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e9dd0a-353a-47bc-b24e-f66689c33f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:28.152321 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4e9dd0a-353a-47bc-b24e-f66689c33f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:28.171066 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-04d7e293-4bdb-484f-a71b-02dd7b703220 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6311898 Aug 04 12:36:28.178139 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 36180) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:28.183462 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-238bc698-f6bd-44e9-861d-e6690d5874e1 admin admin] Request body: {'subnet': {'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-465057854-subnet', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:28.219619 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9dd0a-353a-47bc-b24e-f66689c33f5c admin admin] Pushing event updated for resources: {'Network': ['ID=d70990c3-c71e-42d7-9bb6-5139257f76e1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:28.231582 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network d70990c3-c71e-42d7-9bb6-5139257f76e1 details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:36:28.278833 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-b4e9dd0a-353a-47bc-b24e-f66689c33f5c admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7667935 Aug 04 12:36:28.281776 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36186) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:28.287357 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-98fca653-5cfb-45e3-88e5-1ddf18ab4338 admin admin] Request body: {'subnet': {'network_id': 'd70990c3-c71e-42d7-9bb6-5139257f76e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1541007884-subnet', 'tenant_id': 'b0f327f37a0245499ff8737a7952a6c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:28.341997 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ea203e16-66d1-4a5c-b497-d4c8828ee999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for subnet, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:28.387730 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238bc698-f6bd-44e9-861d-e6690d5874e1 admin admin] Made reservation on behalf of fe091bfaaf4e41eda6f7c1fe1220b764 for: {'subnet': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:36:28.390046 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-238bc698-f6bd-44e9-861d-e6690d5874e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:28.446422 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea203e16-66d1-4a5c-b497-d4c8828ee999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcddcb6e-8579-46c5-9c70-12b6d396ce24,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:28.466547 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea203e16-66d1-4a5c-b497-d4c8828ee999 admin admin] Checking segment: {'id': '8ddbd182-8930-4902-9c5a-899f47dda38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:36:28.466908 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea203e16-66d1-4a5c-b497-d4c8828ee999 admin admin] Network hostable DHCP agents. Network: 0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:36:28.469524 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fca653-5cfb-45e3-88e5-1ddf18ab4338 admin admin] Made reservation on behalf of b0f327f37a0245499ff8737a7952a6c7 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:36:28.472577 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98fca653-5cfb-45e3-88e5-1ddf18ab4338 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:28.632053 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea203e16-66d1-4a5c-b497-d4c8828ee999 admin admin] Network 0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:36:28.651989 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:28.665028 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-238bc698-f6bd-44e9-861d-e6690d5874e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for subnet, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:28.719555 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bc698-f6bd-44e9-861d-e6690d5874e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aedd7339-0c11-4ca6-9c5c-6f42b8d89abe,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:28.739819 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98fca653-5cfb-45e3-88e5-1ddf18ab4338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:28.740994 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238bc698-f6bd-44e9-861d-e6690d5874e1 admin admin] Checking segment: {'id': '460f25c3-9530-4968-8cdc-c105494c6d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:36:28.741428 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238bc698-f6bd-44e9-861d-e6690d5874e1 admin admin] Network hostable DHCP agents. Network: 0ba113d9-2675-4a22-b634-a3c6b41f2555, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:36:28.753420 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-ea203e16-66d1-4a5c-b497-d4c8828ee999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, 0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7) {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:28.760424 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea203e16-66d1-4a5c-b497-d4c8828ee999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:28.769544 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ea203e16-66d1-4a5c-b497-d4c8828ee999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for subnet, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:28.785459 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bac2cf-56fa-4051-8acc-1663c6dbde7a None None] Network 0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:36:28.801210 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:28.826451 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fca653-5cfb-45e3-88e5-1ddf18ab4338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6144c28-0d1a-4c31-a088-72cd85a5256c,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:28.835113 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fca653-5cfb-45e3-88e5-1ddf18ab4338 admin admin] Checking segment: {'id': '712db893-c45c-4b82-b016-bdb409ccd016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd70990c3-c71e-42d7-9bb6-5139257f76e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:36:28.835556 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fca653-5cfb-45e3-88e5-1ddf18ab4338 admin admin] Network hostable DHCP agents. Network: d70990c3-c71e-42d7-9bb6-5139257f76e1, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:36:28.843131 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238bc698-f6bd-44e9-861d-e6690d5874e1 admin admin] Network 0ba113d9-2675-4a22-b634-a3c6b41f2555 is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:36:28.850014 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-238bc698-f6bd-44e9-861d-e6690d5874e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, 0ba113d9-2675-4a22-b634-a3c6b41f2555) {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:28.854083 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238bc698-f6bd-44e9-861d-e6690d5874e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:28.856492 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-238bc698-f6bd-44e9-861d-e6690d5874e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for subnet, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:28.861914 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139c83bd-148c-4cef-8c45-50c883b4c719 None None] Network 0ba113d9-2675-4a22-b634-a3c6b41f2555 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:36:28.876871 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:28.901209 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 12:36:28.915955 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b948bf-668e-4e36-90b3-e15403f0b8a2,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:28.918881 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:28.923480 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Added segment 7e783870-77c8-445f-a256-144305634c35 of type vlan for network 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 Aug 04 12:36:28.950092 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fca653-5cfb-45e3-88e5-1ddf18ab4338 admin admin] Network d70990c3-c71e-42d7-9bb6-5139257f76e1 is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:36:28.958562 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad832a1-deca-43bf-bc60-acdd5afcc449 None None] Network 0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:36:28.966341 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:28.984104 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-ea203e16-66d1-4a5c-b497-d4c8828ee999 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1826463 Aug 04 12:36:28.986504 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-238bc698-f6bd-44e9-861d-e6690d5874e1 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8073821 Aug 04 12:36:28.988002 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 36198) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:28.988332 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 36200) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:28.993790 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-246465308-router', 'tenant_id': '465ae0594e354f498461306e541acbd3', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:29.008142 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:29.055021 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-98fca653-5cfb-45e3-88e5-1ddf18ab4338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, d70990c3-c71e-42d7-9bb6-5139257f76e1) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:29.059955 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fca653-5cfb-45e3-88e5-1ddf18ab4338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:29.065808 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98fca653-5cfb-45e3-88e5-1ddf18ab4338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:29.070410 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b900255-4dca-48eb-aeb2-a52af608f933 None None] Network d70990c3-c71e-42d7-9bb6-5139257f76e1 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:36:29.083220 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:29.084227 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:29.084802 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:29.148879 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] Pushing event updated for resources: {'Network': ['ID=35a4a42a-e418-48b8-9c64-c2d7d59d03c5,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:29.169580 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:36:29.204469 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25293'] for router, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:29.205845 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31806'] for router, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:29.269162 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:29.319740 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-b6bd1075-ac6c-4ced-bfbc-6c189dbfd53a admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8408561 Aug 04 12:36:29.322245 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-98fca653-5cfb-45e3-88e5-1ddf18ab4338 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0382025 Aug 04 12:36:29.329833 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36208) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:29.329833 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c2dadae4-7fe3-48b6-8deb-4a44027acaa4 admin admin] Request body: {'subnet': {'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-subnet', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:29.458098 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eaa42bf-bea8-51b1-b296-9e8791fa0d1d-0ba113d9-2675-4a22-b634-a3c6b41f2555', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'fixed_ips': [{'subnet_id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe'}]}} from dv-cinder-803046-4-iscsi. {{(pid=94080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 12:36:29.459256 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:29.503554 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7289824c-c19a-4079-8bc4-1a5a44d5e272 None None] Network d70990c3-c71e-42d7-9bb6-5139257f76e1 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:36:29.569705 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dadae4-7fe3-48b6-8deb-4a44027acaa4 admin admin] Made reservation on behalf of 6cdc0003e64748479f74178220380fda for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:36:29.572076 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c2dadae4-7fe3-48b6-8deb-4a44027acaa4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:29.682308 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25293'] for router, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:29.683323 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31806'] for router, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:29.776281 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:29.800773 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Allocated IP 172.20.0.2 (0ba113d9-2675-4a22-b634-a3c6b41f2555/aedd7339-0c11-4ca6-9c5c-6f42b8d89abe/5e0979bc-e9eb-4a53-9a83-f9672593e867) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:36:29.826969 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:29.939913 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c2dadae4-7fe3-48b6-8deb-4a44027acaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:29.995094 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:30.007013 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Transition to ACTIVE for port object 5e0979bc-e9eb-4a53-9a83-f9672593e867 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:36:30.036269 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Transition to ACTIVE for port object 5e0979bc-e9eb-4a53-9a83-f9672593e867 will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:36:30.064179 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dadae4-7fe3-48b6-8deb-4a44027acaa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=988d24d8-9aac-4159-8a04-ee92addd3047,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:30.083839 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dadae4-7fe3-48b6-8deb-4a44027acaa4 admin admin] Checking segment: {'id': '7e783870-77c8-445f-a256-144305634c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:36:30.084184 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dadae4-7fe3-48b6-8deb-4a44027acaa4 admin admin] Network hostable DHCP agents. Network: 35a4a42a-e418-48b8-9c64-c2d7d59d03c5, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:36:30.105749 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:30.145702 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:30.176193 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dadae4-7fe3-48b6-8deb-4a44027acaa4 admin admin] Network 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:36:30.235962 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Pushing event updated for resources: {'Port': ['ID=5e0979bc-e9eb-4a53-9a83-f9672593e867,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:30.247466 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:30.247818 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:30.248157 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:30.249121 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:30.249845 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:30.250208 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:30.250537 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:30.250890 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:30.251240 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:30.251571 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:30.251928 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:30.252248 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Tracked resource versions report: Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: pushed versions: Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: { 'AddressGroup': {'1.2'}, Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'ConntrackHelper': {'1.0'}, Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Log': {'1.0'}, Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Network': {'1.1'}, Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Port': {'1.7'}, Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'PortForwarding': {'1.2'}, Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'QosPolicy': {'1.8'}, Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'SecurityGroup': {'1.4'}, Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'SecurityGroupRule': {'1.2'}, Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'SubPort': {'1.0'}, Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Subnet': {'1.1'}, Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Trunk': {'1.1'}} Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: consumer versions: Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: { DHCP agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: HyperV agent@hv-cinder-80304: {}, Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: L3 agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: Metadata agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: Metering agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: Open vSwitch agent@dv-cinder-803046-4-iscsi: { 'AddressGroup': '1.2', Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'ConntrackHelper': '1.0', Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Log': '1.0', Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Network': '1.1', Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Port': '1.7', Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'PortForwarding': '1.2', Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'QosPolicy': '1.8', Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'SecurityGroup': '1.4', Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'SecurityGroupRule': '1.2', Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'SubPort': '1.0', Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Subnet': '1.1', Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: 'Trunk': '1.1'}} Aug 04 12:36:30.253332 dv-cinder-803046-4-iscsi neutron-server[94080]: {{(pid=94080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 12:36:30.264052 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Network 0ba113d9-2675-4a22-b634-a3c6b41f2555 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:36:30.265896 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:30.267209 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-c2dadae4-7fe3-48b6-8deb-4a44027acaa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, 35a4a42a-e418-48b8-9c64-c2d7d59d03c5) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:30.270494 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:36:30.276245 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dadae4-7fe3-48b6-8deb-4a44027acaa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:30.276245 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c2dadae4-7fe3-48b6-8deb-4a44027acaa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:30.281392 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d887ec3-53b3-4592-b01e-87d2ae69726f None None] Network 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:36:30.313123 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:30.342195 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:30.390149 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-c2dadae4-7fe3-48b6-8deb-4a44027acaa4 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0662723 Aug 04 12:36:30.393599 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36260) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:30.399549 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:30.402982 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Attempting to bind port 5e0979bc-e9eb-4a53-9a83-f9672593e867 on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:36:30.404196 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Attempting to bind port 5e0979bc-e9eb-4a53-9a83-f9672593e867 by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': '460f25c3-9530-4968-8cdc-c105494c6d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:36:30.404393 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Attempting to bind port 5e0979bc-e9eb-4a53-9a83-f9672593e867 on network 0ba113d9-2675-4a22-b634-a3c6b41f2555 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:36:30.420836 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:36:30.421292 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Checking segment: {'id': '460f25c3-9530-4968-8cdc-c105494c6d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:36:30.421787 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:30.430009 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Bound using segment: {'id': '460f25c3-9530-4968-8cdc-c105494c6d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:36:30.430009 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Bound port: 5e0979bc-e9eb-4a53-9a83-f9672593e867, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460f25c3-9530-4968-8cdc-c105494c6d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:36:30.430009 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:30.448392 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36270) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:30.451168 dv-cinder-803046-4-iscsi neutron-server[94078]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 12:36:30.526035 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25293'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:30.527195 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31806'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:30.550666 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] For port 5e0979bc-e9eb-4a53-9a83-f9672593e867, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:36:30.586866 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] Allocated IP 172.27.3.22 (edaa9ae4-5451-4ed4-982a-c63f3ba8dd77/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7/933604fe-217c-415c-aa32-0f3cb379a9b9) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:36:30.591170 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] For port 5e0979bc-e9eb-4a53-9a83-f9672593e867, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=5e0979bc-e9eb-4a53-9a83-f9672593e867,segment=NetworkSegment(460f25c3-9530-4968-8cdc-c105494c6d68),segment_id=460f25c3-9530-4968-8cdc-c105494c6d68)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:36:30.625073 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:30.626575 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eaa42bf-bea8-51b1-b296-9e8791fa0d1d-35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047'}]}} from dv-cinder-803046-4-iscsi. {{(pid=94080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 12:36:30.627774 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:30.669370 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:30.697779 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:30.762680 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:30.782292 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-04bc82dd-c9ef-40d8-9454-4e19e055ba4f tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:30.784911 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-04bc82dd-c9ef-40d8-9454-4e19e055ba4f tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/networks?id=d70990c3-c71e-42d7-9bb6-5139257f76e1 HTTP/1.1" status: 200 len: 812 time: 0.3355277 Aug 04 12:36:30.829001 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:30.834476 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-15dae3b7-349b-4399-8f60-c9456a50b27f tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/quotas/b0f327f37a0245499ff8737a7952a6c7 HTTP/1.1" status: 200 len: 375 time: 0.0211866 Aug 04 12:36:30.839274 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Allocated IP 172.20.0.2 (35a4a42a-e418-48b8-9c64-c2d7d59d03c5/988d24d8-9aac-4159-8a04-ee92addd3047/bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:36:30.866756 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b927f5-30f5-4278-8f44-7ee0b5b8bb98 None None] Pushing event updated for resources: {'Port': ['ID=5e0979bc-e9eb-4a53-9a83-f9672593e867,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:30.894326 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-f8baed7b-654b-445e-a988-c1deeb10ac67 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=b0f327f37a0245499ff8737a7952a6c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519826 Aug 04 12:36:30.933872 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:30.988831 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] Pushing event updated for resources: {'Port': ['ID=933604fe-217c-415c-aa32-0f3cb379a9b9,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:31.080976 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:36:31.091181 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:31.093023 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:31.095473 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:36:31.104778 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Transition to ACTIVE for port object bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:36:31.139699 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Transition to ACTIVE for port object bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:36:31.148474 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:31.191324 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] Allocated IP 172.27.3.172 (edaa9ae4-5451-4ed4-982a-c63f3ba8dd77/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7/f390b4c4-5cd7-40df-97ad-2731e37c4134) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:36:31.212472 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-27dae843-066f-4ee5-941c-69440fbbc11e service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 12:36:31.221948 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:31.233877 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-27dae843-066f-4ee5-941c-69440fbbc11e service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0942976 Aug 04 12:36:31.291610 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Network 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:36:31.311458 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:31.314321 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Pushing event updated for resources: {'Port': ['ID=bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:31.327445 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:36:31.431809 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Attempting to bind port bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:36:31.432364 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Attempting to bind port bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': '7e783870-77c8-445f-a256-144305634c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:36:31.438832 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Attempting to bind port bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 on network 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:36:31.446806 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:36:31.447036 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Checking segment: {'id': '7e783870-77c8-445f-a256-144305634c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:36:31.447275 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:31.447674 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Bound using segment: {'id': '7e783870-77c8-445f-a256-144305634c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:36:31.448153 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Bound port: bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e783870-77c8-445f-a256-144305634c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:36:31.449194 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:31.466374 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-116449e0-2ad8-452b-ac3b-9a50e02709e6 service neutron] 10.222.0.90 "GET /v2.0/networks/d70990c3-c71e-42d7-9bb6-5139257f76e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312796 Aug 04 12:36:31.562613 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] For port bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:36:31.566594 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] For port bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:36:31.594802 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:31.621463 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:31.707214 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-9225956b-2586-4809-92c6-602e726e723e service neutron] 10.222.0.90 "GET /v2.0/networks/d70990c3-c71e-42d7-9bb6-5139257f76e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301733 Aug 04 12:36:31.707839 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 5e0979bc-e9eb-4a53-9a83-f9672593e867 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:36:31.711182 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:31.750585 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:31.793644 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:31.838449 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21226526-c045-4131-adc8-4abc8889fb9d None None] Pushing event updated for resources: {'Port': ['ID=bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:31.892833 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:31.974598 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port 5e0979bc-e9eb-4a53-9a83-f9672593e867 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:36:31.996156 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:36:32.007558 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] Allocated IP 172.27.3.224 (edaa9ae4-5451-4ed4-982a-c63f3ba8dd77/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7/deddf6c6-8e65-4df5-a479-9403a2e30447) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:36:32.008995 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:32.017135 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:36:32.077230 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] Pushing event updated for resources: {'Port': ['ID=f390b4c4-5cd7-40df-97ad-2731e37c4134,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:32.213097 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544091'] for router, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:32.225134 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:32.273740 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c1cdf0-7d9b-4364-814a-bb1aafe78bbb None None] Network 0ba113d9-2675-4a22-b634-a3c6b41f2555 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:36:32.419865 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-926a34f2-9547-4b7c-b4cd-6352bda106f7 req-a83fbe7e-5421-4832-af52-61c4800f63a8 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 210 time: 0.1868637 Aug 04 12:36:32.502651 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-539f3c81-9f93-49cc-82bc-cf1c36e834b9 None None] Provisioning for port 5e0979bc-e9eb-4a53-9a83-f9672593e867 completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:36:32.513230 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-539f3c81-9f93-49cc-82bc-cf1c36e834b9 None None] Provisioning complete for port 5e0979bc-e9eb-4a53-9a83-f9672593e867 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:32.513854 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-539f3c81-9f93-49cc-82bc-cf1c36e834b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:32.523980 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:32.640548 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:36:32.659034 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:32.666908 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:36:32.669217 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] Pushing event updated for resources: {'Port': ['ID=deddf6c6-8e65-4df5-a479-9403a2e30447,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:32.727347 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-539f3c81-9f93-49cc-82bc-cf1c36e834b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:32.792189 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-539f3c81-9f93-49cc-82bc-cf1c36e834b9 None None] For port 5e0979bc-e9eb-4a53-9a83-f9672593e867, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=5e0979bc-e9eb-4a53-9a83-f9672593e867,segment=NetworkSegment(460f25c3-9530-4968-8cdc-c105494c6d68),segment_id=460f25c3-9530-4968-8cdc-c105494c6d68)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:36:32.799042 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] Router 2960adab-353a-4cfc-adeb-992cb1d4134c is scheduled to L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 with binding_index 1 {{(pid=94079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 12:36:32.821539 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:32.855025 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-539f3c81-9f93-49cc-82bc-cf1c36e834b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:32.949781 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f3c81-9f93-49cc-82bc-cf1c36e834b9 None None] Pushing event updated for resources: {'Port': ['ID=5e0979bc-e9eb-4a53-9a83-f9672593e867,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:33.095451 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-ef55a62f-6e89-43f6-bb10-6f76ddcc0998 None None] Provisioning complete for port 5e0979bc-e9eb-4a53-9a83-f9672593e867 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:33.098387 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ef55a62f-6e89-43f6-bb10-6f76ddcc0998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:33.222488 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:36:33.237151 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Sync routers for ids ['2960adab-353a-4cfc-adeb-992cb1d4134c'] in dv-cinder-803046-4-iscsi {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:36:33.251562 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Routers {'2960adab-353a-4cfc-adeb-992cb1d4134c'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:36:33.254013 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:36:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2960adab-353a-4cfc-adeb-992cb1d4134c'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:33.323962 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] Notify callbacks [] for router, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:33.328672 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-3bc2a19e-a3f2-4424-864f-8ab60b765e19 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3392720 Aug 04 12:36:33.334118 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 36402) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:33.383295 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544091'] for router, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:33.396644 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:33.480026 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Set router 2960adab-353a-4cfc-adeb-992cb1d4134c gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:36:33.536024 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afe22d2-8308-4f9d-a038-a9bba8331808 None None] Network 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:36:33.865540 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-d775b509-acd9-4ccc-bddb-87b7a6e720ea None None] Provisioning for port bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:36:33.904047 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:36:33.937493 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544091'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:33.949141 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2960adab-353a-4cfc-adeb-992cb1d4134c', 'name': 'tempest-ServerRescueNegativeTestJSON-246465308-router', 'tenant_id': '465ae0594e354f498461306e541acbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '933604fe-217c-415c-aa32-0f3cb379a9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:31Z', 'revision_number': 3, 'project_id': '465ae0594e354f498461306e541acbd3', 'gw_port': {'id': '933604fe-217c-415c-aa32-0f3cb379a9b9', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2960adab-353a-4cfc-adeb-992cb1d4134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:33.998376 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Checking router: 2960adab-353a-4cfc-adeb-992cb1d4134c for host: dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:36:33.999159 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Updating router 2960adab-353a-4cfc-adeb-992cb1d4134c port 933604fe-217c-415c-aa32-0f3cb379a9b9 binding host dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:36:34.026264 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:34.140884 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-115a01b5-0221-4ccf-afab-6dbb3c7096a9 req-0cd9dc5e-3d3c-4da4-a7ef-eaee5e284e40 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 210 time: 0.5184045 Aug 04 12:36:34.169109 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:36:34.174958 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:34.183206 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:34.233699 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] Router f9d465a8-60b9-4864-8ad6-c32ce2bcebad is scheduled to L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 with binding_index 1 {{(pid=94079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 12:36:34.289758 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:34.340312 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-06e01f35-24bd-42e9-b375-231c32c60749 None None] Provisioning complete for port bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:34.341115 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-06e01f35-24bd-42e9-b375-231c32c60749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:34.344245 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:36:34.352176 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] Router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 is scheduled to L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 12:36:34.418500 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:34.419305 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 5e0979bc-e9eb-4a53-9a83-f9672593e867 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:36:34.440162 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:34.454305 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Transition to ACTIVE for port object 933604fe-217c-415c-aa32-0f3cb379a9b9 will not be triggered until provisioned by entity L2. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:36:34.462117 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f127d8f-fdae-4eab-91e9-0c28f30f89ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:34.527240 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:36:34.541140 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:34.564261 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Sync routers for ids ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:36:34.625224 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:36:34.657536 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:34.669559 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Routers {'f9d465a8-60b9-4864-8ad6-c32ce2bcebad'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:36:34.670200 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:36:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:34.675282 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 5e0979bc-e9eb-4a53-9a83-f9672593e867 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:34.675282 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:34.678874 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Attempting to bind port 933604fe-217c-415c-aa32-0f3cb379a9b9 on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:36:34.678874 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Attempting to bind port 933604fe-217c-415c-aa32-0f3cb379a9b9 by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:36:34.678874 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Attempting to bind port 933604fe-217c-415c-aa32-0f3cb379a9b9 on network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:36:34.705014 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:36:34.706827 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Checking segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:36:34.709064 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:34.710495 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Bound using segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:36:34.711403 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Bound port: 933604fe-217c-415c-aa32-0f3cb379a9b9, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:36:34.712009 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:34.715947 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:34.717562 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-0b602a51-5457-4645-80aa-717129857e71 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3225594 Aug 04 12:36:34.721045 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36468) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:34.773589 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Sync routers for ids ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'] in dv-cinder-803046-4-iscsi {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:36:34.796120 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] Notify callbacks [] for router, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:34.797901 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-da42359f-8d42-4fc8-9ff1-abcdd33cf72b admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7954881 Aug 04 12:36:34.800851 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 36474) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:34.812954 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Routers {'2542cac2-e6cd-4c91-8621-f496aa9e25f5'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:36:34.813655 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-91153859-25bb-48b0-a209-a009da5b988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:36:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:34.833751 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Set router f9d465a8-60b9-4864-8ad6-c32ce2bcebad gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:36:34.878334 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 36476) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:34.970246 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-9f127d8f-fdae-4eab-91e9-0c28f30f89ca admin admin] Allocated IP 172.20.0.1 (0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7/bcddcb6e-8579-46c5-9c70-12b6d396ce24/e0ec607f-e824-436b-a1d3-7875cc191c42) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:36:34.972259 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59c46d-9779-4fbe-a180-c776f233dc9a None None] Pushing event updated for resources: {'Port': ['ID=933604fe-217c-415c-aa32-0f3cb379a9b9,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:34.990814 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] For port 933604fe-217c-415c-aa32-0f3cb379a9b9, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:36:34.997807 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59c46d-9779-4fbe-a180-c776f233dc9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:34.998549 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59c46d-9779-4fbe-a180-c776f233dc9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:34.999148 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59c46d-9779-4fbe-a180-c776f233dc9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:34.999758 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59c46d-9779-4fbe-a180-c776f233dc9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:35.000495 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59c46d-9779-4fbe-a180-c776f233dc9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:35.002278 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59c46d-9779-4fbe-a180-c776f233dc9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:35.002876 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59c46d-9779-4fbe-a180-c776f233dc9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:35.003688 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59c46d-9779-4fbe-a180-c776f233dc9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:35.004404 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59c46d-9779-4fbe-a180-c776f233dc9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:35.005661 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59c46d-9779-4fbe-a180-c776f233dc9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:35.007053 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59c46d-9779-4fbe-a180-c776f233dc9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:35.007629 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59c46d-9779-4fbe-a180-c776f233dc9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a59c46d-9779-4fbe-a180-c776f233dc9a None None] Tracked resource versions report: Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: pushed versions: Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: { 'AddressGroup': {'1.2'}, Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'ConntrackHelper': {'1.0'}, Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Log': {'1.0'}, Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Network': {'1.1'}, Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Port': {'1.7'}, Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'PortForwarding': {'1.2'}, Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'QosPolicy': {'1.8'}, Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'SecurityGroup': {'1.4'}, Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'SecurityGroupRule': {'1.2'}, Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'SubPort': {'1.0'}, Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Subnet': {'1.1'}, Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Trunk': {'1.1'}} Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: consumer versions: Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: { DHCP agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: HyperV agent@hv-cinder-80304: {}, Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: L3 agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: Metadata agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: Metering agent@dv-cinder-803046-4-iscsi: {}, Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: Open vSwitch agent@dv-cinder-803046-4-iscsi: { 'AddressGroup': '1.2', Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'ConntrackHelper': '1.0', Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Log': '1.0', Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Network': '1.1', Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Port': '1.7', Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'PortForwarding': '1.2', Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'QosPolicy': '1.8', Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'SecurityGroup': '1.4', Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'SecurityGroupRule': '1.2', Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'SubPort': '1.0', Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Subnet': '1.1', Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: 'Trunk': '1.1'}} Aug 04 12:36:35.008938 dv-cinder-803046-4-iscsi neutron-server[94081]: {{(pid=94081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 12:36:35.020897 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] For port 933604fe-217c-415c-aa32-0f3cb379a9b9, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=933604fe-217c-415c-aa32-0f3cb379a9b9,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:36:35.143015 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Set router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:36:35.279617 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:35.306469 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f127d8f-fdae-4eab-91e9-0c28f30f89ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:35.393510 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-173bee6f-231d-4576-9150-4eed8949e63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:35.410922 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:32Z', 'revision_number': 3, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port': {'id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:35.490913 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Checking router: f9d465a8-60b9-4864-8ad6-c32ce2bcebad for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:36:35.491556 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Updating router f9d465a8-60b9-4864-8ad6-c32ce2bcebad port f390b4c4-5cd7-40df-97ad-2731e37c4134 binding host dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:36:35.518856 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36494) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:35.564868 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:35.590739 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Routers {'2960adab-353a-4cfc-adeb-992cb1d4134c'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:36:35.591619 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:36:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2960adab-353a-4cfc-adeb-992cb1d4134c'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:35.621227 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f127d8f-fdae-4eab-91e9-0c28f30f89ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:35.636272 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-173bee6f-231d-4576-9150-4eed8949e63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:35.643145 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee27ba82-db41-4288-8a1c-226a04f46367 req-8baac342-20dd-4faf-991f-5e4b4ae3294e tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 210 time: 0.1225307 Aug 04 12:36:35.699109 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59c46d-9779-4fbe-a180-c776f233dc9a None None] Pushing event updated for resources: {'Port': ['ID=933604fe-217c-415c-aa32-0f3cb379a9b9,revision_number=3']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:35.741849 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-173bee6f-231d-4576-9150-4eed8949e63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:35.776458 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f127d8f-fdae-4eab-91e9-0c28f30f89ca admin admin] Network 0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:36:35.805954 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:36:35.822581 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36512) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:35.835807 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-9f127d8f-fdae-4eab-91e9-0c28f30f89ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:35.917683 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36516) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:35.928026 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:35.928396 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:35.932521 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f127d8f-fdae-4eab-91e9-0c28f30f89ca admin admin] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:36:35.933305 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f127d8f-fdae-4eab-91e9-0c28f30f89ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544644'] for router_interface, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:35.971433 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] Set router 2960adab-353a-4cfc-adeb-992cb1d4134c gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:36:36.009839 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.040417 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f127d8f-fdae-4eab-91e9-0c28f30f89ca admin admin] Pushing event updated for resources: {'Port': ['ID=e0ec607f-e824-436b-a1d3-7875cc191c42,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:36.048381 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-173bee6f-231d-4576-9150-4eed8949e63a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=39efa3c7f81045a7b75acff0fa6c9865&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1657360 Aug 04 12:36:36.066828 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 36520) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:36.094956 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bee6f-231d-4576-9150-4eed8949e63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6303763a-2d5b-4447-90e9-2b5d7d6b2570,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:36.214184 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-91153859-25bb-48b0-a209-a009da5b988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:32Z', 'revision_number': 3, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port': {'id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:31Z', 'updated_at': '2021-08-04T12:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:36.251859 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Checking router: 2542cac2-e6cd-4c91-8621-f496aa9e25f5 for host: dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:36:36.252099 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Updating router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 port deddf6c6-8e65-4df5-a479-9403a2e30447 binding host dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:36:36.260886 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] Allocated IP 172.20.0.1 (35a4a42a-e418-48b8-9c64-c2d7d59d03c5/988d24d8-9aac-4159-8a04-ee92addd3047/c90d8bc6-354a-4b75-8263-421d74fe3772) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:36:36.306736 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.345177 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.352239 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b658d66b-acbf-4069-b92d-ea5aea86a976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.357872 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Transition to ACTIVE for port object f390b4c4-5cd7-40df-97ad-2731e37c4134 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:36:36.371097 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.392428 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b658d66b-acbf-4069-b92d-ea5aea86a976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.398860 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-85772ac4-f1ae-4f45-a1c2-f79c9d4b9a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.406864 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90c8bca3-3a9a-49d3-911c-176106f594a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.417324 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.432941 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.446753 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] Transition to ACTIVE for port object c90d8bc6-354a-4b75-8263-421d74fe3772 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:36:36.458255 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.db.api [None req-90c8bca3-3a9a-49d3-911c-176106f594a0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 12:36:36.458255 dv-cinder-803046-4-iscsi neutron-server[94078]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 12:36:36.458255 dv-cinder-803046-4-iscsi neutron-server[94078]: [parameters: {'project_id_1': 'ab00309989ec45b592736c52a3694dbe', 'expiration_1': datetime.datetime(2021, 8, 4, 12, 36, 36, 442719)}] Aug 04 12:36:36.458255 dv-cinder-803046-4-iscsi neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 12:36:36.458255 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG oslo_db.api [None req-90c8bca3-3a9a-49d3-911c-176106f594a0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 12:36:36.532246 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d89b9-ea72-4846-aeb0-45613301c6f1 None None] Pushing event updated for resources: {'Port': ['ID=f390b4c4-5cd7-40df-97ad-2731e37c4134,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:36.532590 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2960adab-353a-4cfc-adeb-992cb1d4134c', 'name': 'tempest-ServerRescueNegativeTestJSON-246465308-router', 'tenant_id': '465ae0594e354f498461306e541acbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '933604fe-217c-415c-aa32-0f3cb379a9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:31Z', 'revision_number': 3, 'project_id': '465ae0594e354f498461306e541acbd3', 'gw_port': {'id': '933604fe-217c-415c-aa32-0f3cb379a9b9', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2960adab-353a-4cfc-adeb-992cb1d4134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:36.565760 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Attempting to bind port f390b4c4-5cd7-40df-97ad-2731e37c4134 on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:36:36.567099 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Attempting to bind port f390b4c4-5cd7-40df-97ad-2731e37c4134 by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:36:36.568456 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Attempting to bind port f390b4c4-5cd7-40df-97ad-2731e37c4134 on network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:36:36.570541 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfabbbc-7c8c-4698-b0d1-94b21b2fc498 None None] The sync data for ids ['2960adab-353a-4cfc-adeb-992cb1d4134c'] in dv-cinder-803046-4-iscsi is: [{'id': '2960adab-353a-4cfc-adeb-992cb1d4134c', 'name': 'tempest-ServerRescueNegativeTestJSON-246465308-router', 'tenant_id': '465ae0594e354f498461306e541acbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '933604fe-217c-415c-aa32-0f3cb379a9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:31Z', 'revision_number': 3, 'project_id': '465ae0594e354f498461306e541acbd3', 'gw_port': {'id': '933604fe-217c-415c-aa32-0f3cb379a9b9', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2960adab-353a-4cfc-adeb-992cb1d4134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}] {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:36:36.574200 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-85772ac4-f1ae-4f45-a1c2-f79c9d4b9a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.578405 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:36:36.582256 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Checking segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:36:36.582256 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.582256 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Bound using segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:36:36.582256 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Bound port: f390b4c4-5cd7-40df-97ad-2731e37c4134, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:36:36.582256 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.603010 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.656446 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] For port f390b4c4-5cd7-40df-97ad-2731e37c4134, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:36:36.659868 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] For port f390b4c4-5cd7-40df-97ad-2731e37c4134, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=f390b4c4-5cd7-40df-97ad-2731e37c4134,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:36:36.669642 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] Network 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:36:36.673747 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:36.675599 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-85772ac4-f1ae-4f45-a1c2-f79c9d4b9a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.677578 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f127d8f-fdae-4eab-91e9-0c28f30f89ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.711094 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:36:36.712027 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544644'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.723234 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-85772ac4-f1ae-4f45-a1c2-f79c9d4b9a74 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3ab45a1a493941adacd059f5768e5705&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8994563 Aug 04 12:36:36.724251 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36532) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:36.779206 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85772ac4-f1ae-4f45-a1c2-f79c9d4b9a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9dabfb-0f6c-43c3-9280-152f30ec3a19,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:36.792009 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.848300 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.959252 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Transition to ACTIVE for port object deddf6c6-8e65-4df5-a479-9403a2e30447 will not be triggered until provisioned by entity L2. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:36:36.970103 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b658d66b-acbf-4069-b92d-ea5aea86a976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.979745 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b658d66b-acbf-4069-b92d-ea5aea86a976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:36.981224 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-b658d66b-acbf-4069-b92d-ea5aea86a976 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6303763a-2d5b-4447-90e9-2b5d7d6b2570 HTTP/1.1" status: 204 len: 168 time: 0.9105854 Aug 04 12:36:36.989338 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Routers {'f9d465a8-60b9-4864-8ad6-c32ce2bcebad'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:36:36.990651 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:36:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:36.994372 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d89b9-ea72-4846-aeb0-45613301c6f1 None None] Pushing event updated for resources: {'Port': ['ID=f390b4c4-5cd7-40df-97ad-2731e37c4134,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:37.003937 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658d66b-acbf-4069-b92d-ea5aea86a976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6303763a-2d5b-4447-90e9-2b5d7d6b2570,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:37.025868 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] Allocated IP 172.20.0.1 (0ba113d9-2675-4a22-b634-a3c6b41f2555/aedd7339-0c11-4ca6-9c5c-6f42b8d89abe/ad59a990-bf66-495b-9a95-62e1abb6b08a) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:36:37.030680 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:37.108968 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Attempting to bind port deddf6c6-8e65-4df5-a479-9403a2e30447 on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:36:37.109338 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Attempting to bind port deddf6c6-8e65-4df5-a479-9403a2e30447 by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:36:37.110412 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Attempting to bind port deddf6c6-8e65-4df5-a479-9403a2e30447 on network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:36:37.127630 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:36:37.128010 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Checking segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:36:37.128420 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:37.128848 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Bound using segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:36:37.129624 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Bound port: deddf6c6-8e65-4df5-a479-9403a2e30447, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:36:37.130034 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:37.169515 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90c8bca3-3a9a-49d3-911c-176106f594a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:37.201536 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ef3d9-caec-44a0-8f70-bc6ea9d32fd3 None None] Pushing event updated for resources: {'Port': ['ID=deddf6c6-8e65-4df5-a479-9403a2e30447,revision_number=2']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:37.231481 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-54596b79-b5be-466c-a32b-7abd95b1b22b req-86a593bb-4931-46db-8d03-bb4932257759 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 210 time: 0.0474489 Aug 04 12:36:37.238681 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae9a6b3e-2d79-41c4-bf91-b00ce8a8c0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:37.260317 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-91153859-25bb-48b0-a209-a009da5b988f None None] For port deddf6c6-8e65-4df5-a479-9403a2e30447, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:36:37.266297 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-91153859-25bb-48b0-a209-a009da5b988f None None] For port deddf6c6-8e65-4df5-a479-9403a2e30447, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=deddf6c6-8e65-4df5-a479-9403a2e30447,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:36:37.281603 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae9a6b3e-2d79-41c4-bf91-b00ce8a8c0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:37.291623 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f127d8f-fdae-4eab-91e9-0c28f30f89ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:37.310209 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] Pushing event updated for resources: {'Port': ['ID=c90d8bc6-354a-4b75-8263-421d74fe3772,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:37.336400 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:37.345838 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:37.356648 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-de32b103-01aa-48ed-a82e-1b32c127733a None None] Provisioning for port c90d8bc6-354a-4b75-8263-421d74fe3772 completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:36:37.375169 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-de32b103-01aa-48ed-a82e-1b32c127733a None None] Provisioning complete for port c90d8bc6-354a-4b75-8263-421d74fe3772 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:37.375778 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-de32b103-01aa-48ed-a82e-1b32c127733a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:37.380733 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] Transition to ACTIVE for port object ad59a990-bf66-495b-9a95-62e1abb6b08a will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:36:37.405501 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f127d8f-fdae-4eab-91e9-0c28f30f89ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:37.405799 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f127d8f-fdae-4eab-91e9-0c28f30f89ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544536'] for router_interface, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:37.440715 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Routers {'2542cac2-e6cd-4c91-8621-f496aa9e25f5'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:36:37.446697 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-91153859-25bb-48b0-a209-a009da5b988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:36:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:37.462090 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f127d8f-fdae-4eab-91e9-0c28f30f89ca admin admin] Pushing event updated for resources: {'Port': ['ID=e0ec607f-e824-436b-a1d3-7875cc191c42,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:37.466756 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] Set router f9d465a8-60b9-4864-8ad6-c32ce2bcebad gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:36:37.503600 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-de32b103-01aa-48ed-a82e-1b32c127733a None None] Port c90d8bc6-354a-4b75-8263-421d74fe3772 cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:36:37.574202 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:37.598383 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae9a6b3e-2d79-41c4-bf91-b00ce8a8c0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:37.613219 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae9a6b3e-2d79-41c4-bf91-b00ce8a8c0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:37.619604 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-ae9a6b3e-2d79-41c4-bf91-b00ce8a8c0a8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bb9dabfb-0f6c-43c3-9280-152f30ec3a19 HTTP/1.1" status: 204 len: 168 time: 0.8669469 Aug 04 12:36:37.636236 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:37.659436 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ef3d9-caec-44a0-8f70-bc6ea9d32fd3 None None] Pushing event updated for resources: {'Port': ['ID=deddf6c6-8e65-4df5-a479-9403a2e30447,revision_number=3']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:37.667619 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a6b3e-2d79-41c4-bf91-b00ce8a8c0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9dabfb-0f6c-43c3-9280-152f30ec3a19,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:37.729326 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-91153859-25bb-48b0-a209-a009da5b988f None None] Set router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:36:37.774923 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] Network 0ba113d9-2675-4a22-b634-a3c6b41f2555 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:36:37.779747 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:37.785098 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:36:37.786989 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544644'] for router_interface, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:37.811659 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 933604fe-217c-415c-aa32-0f3cb379a9b9 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:36:37.939795 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90c8bca3-3a9a-49d3-911c-176106f594a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:37.972910 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] Pushing event updated for resources: {'Port': ['ID=ad59a990-bf66-495b-9a95-62e1abb6b08a,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:37.983964 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f127d8f-fdae-4eab-91e9-0c28f30f89ca admin admin] Network 0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:36:37.987569 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-9f127d8f-fdae-4eab-91e9-0c28f30f89ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:38.130189 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port 933604fe-217c-415c-aa32-0f3cb379a9b9 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:36:38.151697 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 933604fe-217c-415c-aa32-0f3cb379a9b9 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:38.152071 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:38.184811 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f127d8f-fdae-4eab-91e9-0c28f30f89ca admin admin] Router 2960adab-353a-4cfc-adeb-992cb1d4134c has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:36:38.199012 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-91153859-25bb-48b0-a209-a009da5b988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:32Z', 'revision_number': 3, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port': {'id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:31Z', 'updated_at': '2021-08-04T12:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:38.231976 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91153859-25bb-48b0-a209-a009da5b988f None None] The sync data for ids ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'] in dv-cinder-803046-4-iscsi is: [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:32Z', 'revision_number': 3, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port': {'id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:31Z', 'updated_at': '2021-08-04T12:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}] {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:36:38.239858 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90c8bca3-3a9a-49d3-911c-176106f594a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:38.279501 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:38.300160 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-90c8bca3-3a9a-49d3-911c-176106f594a0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ab00309989ec45b592736c52a3694dbe&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3808422 Aug 04 12:36:38.301229 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8bca3-3a9a-49d3-911c-176106f594a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79442075-8e7a-477d-855f-7ab16acfa06b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:38.303686 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36558) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:38.347214 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-2da839e6-9456-488e-b258-bfd3cf60052a None None] Provisioning for port ad59a990-bf66-495b-9a95-62e1abb6b08a completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:36:38.354229 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:32Z', 'revision_number': 3, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port': {'id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:38.363965 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f127d8f-fdae-4eab-91e9-0c28f30f89ca admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:36:38.369662 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:38.370435 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-9f127d8f-fdae-4eab-91e9-0c28f30f89ca admin admin] 10.222.0.90 "PUT /v2.0/routers/2960adab-353a-4cfc-adeb-992cb1d4134c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0368991 Aug 04 12:36:38.391898 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-2da839e6-9456-488e-b258-bfd3cf60052a None None] Provisioning complete for port ad59a990-bf66-495b-9a95-62e1abb6b08a triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:38.392274 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2da839e6-9456-488e-b258-bfd3cf60052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:38.413411 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5f233695-ef7c-4ed9-8786-f67660b9d5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:38.420289 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:38.420289 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544536'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:38.452371 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08224805-6dec-4ba4-94e9-465f7e682f52 None None] The sync data for ids ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'] in dv-cinder-803046-4-iscsi is: [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:32Z', 'revision_number': 3, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port': {'id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:36:38.482166 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port 933604fe-217c-415c-aa32-0f3cb379a9b9, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=933604fe-217c-415c-aa32-0f3cb379a9b9,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:36:38.494148 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-2da839e6-9456-488e-b258-bfd3cf60052a None None] Port ad59a990-bf66-495b-9a95-62e1abb6b08a cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:36:38.519408 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5f233695-ef7c-4ed9-8786-f67660b9d5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:38.536315 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:38.568927 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:38.657928 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-32a2a9a0-8291-45d1-b32f-4ea22f8ad7da req-2f4df314-5259-4be1-90d5-337ff105f11a tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 210 time: 0.2088041 Aug 04 12:36:38.658457 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36570) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:38.773704 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] Pushing event updated for resources: {'Port': ['ID=c90d8bc6-354a-4b75-8263-421d74fe3772,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:38.830495 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-393465b1-07dd-4b09-958e-3582cb18770f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:38.886446 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:38.893945 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=933604fe-217c-415c-aa32-0f3cb379a9b9,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:39.098138 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] Network 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:36:39.111670 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:39.368125 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:39.447903 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:39.449070 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544536'] for router_interface, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:39.486660 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5f233695-ef7c-4ed9-8786-f67660b9d5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:39.510322 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5f233695-ef7c-4ed9-8786-f67660b9d5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:39.521891 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5f233695-ef7c-4ed9-8786-f67660b9d5b2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/79442075-8e7a-477d-855f-7ab16acfa06b HTTP/1.1" status: 204 len: 168 time: 1.2029133 Aug 04 12:36:39.599167 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f233695-ef7c-4ed9-8786-f67660b9d5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79442075-8e7a-477d-855f-7ab16acfa06b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:39.667029 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Sync routers for ids ['2960adab-353a-4cfc-adeb-992cb1d4134c'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:36:39.708668 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Routers {'2960adab-353a-4cfc-adeb-992cb1d4134c'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:36:39.710344 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:36:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2960adab-353a-4cfc-adeb-992cb1d4134c'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:39.794825 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-05d788b3-4f37-43dc-b34b-7ec9fd2821b6 None None] Provisioning complete for port c90d8bc6-354a-4b75-8263-421d74fe3772 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:39.795453 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-05d788b3-4f37-43dc-b34b-7ec9fd2821b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:39.819230 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-393465b1-07dd-4b09-958e-3582cb18770f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:39.832787 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] Pushing event updated for resources: {'Port': ['ID=ad59a990-bf66-495b-9a95-62e1abb6b08a,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:39.843431 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] Router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:36:39.905469 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] Network 0ba113d9-2675-4a22-b634-a3c6b41f2555 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:36:39.907338 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:40.033665 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-05d788b3-4f37-43dc-b34b-7ec9fd2821b6 None None] Port c90d8bc6-354a-4b75-8263-421d74fe3772 cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:36:40.061614 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Set router 2960adab-353a-4cfc-adeb-992cb1d4134c gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:36:40.109231 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-393465b1-07dd-4b09-958e-3582cb18770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:40.133341 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device f390b4c4-5cd7-40df-97ad-2731e37c4134 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:36:40.160524 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] Router f9d465a8-60b9-4864-8ad6-c32ce2bcebad has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:36:40.224200 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-393465b1-07dd-4b09-958e-3582cb18770f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3f9f02ed03c049b687e0cd6e458b02bc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5398462 Aug 04 12:36:40.322215 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 36606) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:40.326999 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.76', 49285) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:40.363433 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e46129ac-55e8-4894-96ab-e67d3d333248 req-36a0fbc3-adde-4eda-b8f7-65361b4fd6c3 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 210 time: 0.2812080 Aug 04 12:36:40.427946 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-cae88452-9418-4c6e-b20a-918a56ca54a3 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:40.431547 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-cae88452-9418-4c6e-b20a-918a56ca54a3 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/networks?id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 HTTP/1.1" status: 200 len: 818 time: 0.5751286 Aug 04 12:36:40.436814 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393465b1-07dd-4b09-958e-3582cb18770f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb5b8fe-11c2-48f8-8783-9c3e2012e02f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:40.755664 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-0423268e-0140-45dd-9017-1c60c7124f44 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/quotas/465ae0594e354f498461306e541acbd3 HTTP/1.1" status: 200 len: 375 time: 0.0321383 Aug 04 12:36:40.763591 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-9863378c-253d-4b7c-ae65-ec55186977e3 None None] Provisioning complete for port ad59a990-bf66-495b-9a95-62e1abb6b08a triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:40.763591 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9863378c-253d-4b7c-ae65-ec55186977e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:40.764732 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:36:40.764732 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-365912c2-497d-416c-bfa0-a76664fa10db admin admin] 10.222.0.90 "PUT /v2.0/routers/2542cac2-e6cd-4c91-8621-f496aa9e25f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9344709 Aug 04 12:36:40.765265 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port f390b4c4-5cd7-40df-97ad-2731e37c4134 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:36:40.765587 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-7f8c1885-3c99-4b8b-86d5-ff7f26f1fc90 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=465ae0594e354f498461306e541acbd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1650884 Aug 04 12:36:40.766740 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-9863378c-253d-4b7c-ae65-ec55186977e3 None None] Port ad59a990-bf66-495b-9a95-62e1abb6b08a cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:36:40.767166 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36626) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:40.772990 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port f390b4c4-5cd7-40df-97ad-2731e37c4134 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:40.772990 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:40.823571 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-082d5566-6059-4352-953d-18d7885f671f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:40.874400 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2960adab-353a-4cfc-adeb-992cb1d4134c', 'name': 'tempest-ServerRescueNegativeTestJSON-246465308-router', 'tenant_id': '465ae0594e354f498461306e541acbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '933604fe-217c-415c-aa32-0f3cb379a9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:36Z', 'revision_number': 4, 'project_id': '465ae0594e354f498461306e541acbd3', 'gw_port': {'id': '933604fe-217c-415c-aa32-0f3cb379a9b9', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2960adab-353a-4cfc-adeb-992cb1d4134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'e0ec607f-e824-436b-a1d3-7875cc191c42', 'name': '', 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7', 'tenant_id': '465ae0594e354f498461306e541acbd3', 'mac_address': 'fa:16:3e:bf:f5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2960adab-353a-4cfc-adeb-992cb1d4134c', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bcddcb6e-8579-46c5-9c70-12b6d396ce24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:34Z', 'updated_at': '2021-08-04T12:36:36Z', 'revision_number': 2, 'project_id': '465ae0594e354f498461306e541acbd3', 'subnets': [{'id': 'bcddcb6e-8579-46c5-9c70-12b6d396ce24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:40.921971 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Checking router: 2960adab-353a-4cfc-adeb-992cb1d4134c for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:36:40.922882 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Updating router 2960adab-353a-4cfc-adeb-992cb1d4134c port e0ec607f-e824-436b-a1d3-7875cc191c42 binding host dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:36:40.966111 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-182d58de-c4df-4dd0-9813-3e7cf9f71cbe service neutron] 10.222.0.90 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766838 Aug 04 12:36:41.015009 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b776dfb1-6487-4290-960f-c8ca3b4cd626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:41.036517 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:41.057341 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:41.123062 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-21c64773-5fbe-40aa-a9ef-73893025888d service neutron] 10.222.0.90 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444855 Aug 04 12:36:41.126798 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port f390b4c4-5cd7-40df-97ad-2731e37c4134, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=f390b4c4-5cd7-40df-97ad-2731e37c4134,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:36:41.205104 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-32fad60b-9e2e-475a-8cd6-a9138bd81634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:41.270478 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:36:41.284278 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-082d5566-6059-4352-953d-18d7885f671f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:41.291472 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:41.292211 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device deddf6c6-8e65-4df5-a479-9403a2e30447 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:36:41.293667 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-9b2d2878-804c-4943-9eb1-4063bda77693 admin admin] 10.222.0.90 "PUT /v2.0/routers/f9d465a8-60b9-4864-8ad6-c32ce2bcebad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4899504 Aug 04 12:36:41.337867 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-32fad60b-9e2e-475a-8cd6-a9138bd81634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:41.362224 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-49c4c632-b6ea-4340-ac40-caaa1e116d3b tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:41.367261 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-49c4c632-b6ea-4340-ac40-caaa1e116d3b tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.76 "GET /v2.0/networks?id=d70990c3-c71e-42d7-9bb6-5139257f76e1 HTTP/1.1" status: 200 len: 812 time: 1.0362895 Aug 04 12:36:41.393495 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-082d5566-6059-4352-953d-18d7885f671f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:41.454484 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-d6bc3099-222f-4f5d-946a-817dd5958028 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Request body: {'port': {'device_id': 'f68d648f-999f-4dea-b0ec-4125e0bdfcda', 'network_id': 'd70990c3-c71e-42d7-9bb6-5139257f76e1', 'admin_state_up': True, 'tenant_id': 'b0f327f37a0245499ff8737a7952a6c7'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:41.524555 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-082d5566-6059-4352-953d-18d7885f671f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2566fb768ea340ac832067664b71b339&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8014712 Aug 04 12:36:41.528297 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36662) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:41.557566 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d5566-6059-4352-953d-18d7885f671f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2db46b0-b2d1-4591-8a1b-e3389b9be7cc,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:41.558664 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=f390b4c4-5cd7-40df-97ad-2731e37c4134,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:41.691900 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-24bb6498-1318-4879-9fde-5780b01bcf36 req-be291381-b5b4-4fb1-85ce-54f4f5800d32 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 210 time: 0.0506551 Aug 04 12:36:41.724510 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb559f10-d472-43e4-a2d9-e190a060c444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:41.779085 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port deddf6c6-8e65-4df5-a479-9403a2e30447 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:36:41.822363 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb559f10-d472-43e4-a2d9-e190a060c444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:41.829023 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port deddf6c6-8e65-4df5-a479-9403a2e30447 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:41.829977 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:41.975707 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-96c44269-2afa-4f20-b9f4-21c56de7d2cc req-3b15610c-d5e2-4bb6-a212-0fe1109ca53e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 210 time: 0.0839036 Aug 04 12:36:42.000267 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Sync routers for ids ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'] in dv-cinder-803046-4-iscsi {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:36:42.030970 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Routers {'2542cac2-e6cd-4c91-8621-f496aa9e25f5'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:36:42.032028 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:36:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:42.089842 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:42.186905 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-32fad60b-9e2e-475a-8cd6-a9138bd81634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:42.195309 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-32fad60b-9e2e-475a-8cd6-a9138bd81634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:42.199019 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-32fad60b-9e2e-475a-8cd6-a9138bd81634 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/beb5b8fe-11c2-48f8-8783-9c3e2012e02f HTTP/1.1" status: 204 len: 168 time: 1.8690221 Aug 04 12:36:42.226690 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Transition to ACTIVE for port object e0ec607f-e824-436b-a1d3-7875cc191c42 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:36:42.227314 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb559f10-d472-43e4-a2d9-e190a060c444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:42.235443 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:42.247993 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb559f10-d472-43e4-a2d9-e190a060c444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:42.252439 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-eb559f10-d472-43e4-a2d9-e190a060c444 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f2db46b0-b2d1-4591-8a1b-e3389b9be7cc HTTP/1.1" status: 204 len: 168 time: 0.7209523 Aug 04 12:36:42.257536 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Sync routers for ids ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:36:42.306706 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port deddf6c6-8e65-4df5-a479-9403a2e30447, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=deddf6c6-8e65-4df5-a479-9403a2e30447,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:36:42.310100 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Set router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:36:42.329246 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Routers {'f9d465a8-60b9-4864-8ad6-c32ce2bcebad'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:36:42.329246 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:36:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:42.330120 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-d6bc3099-222f-4f5d-946a-817dd5958028 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Made reservation on behalf of b0f327f37a0245499ff8737a7952a6c7 for: {'port': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:36:42.350973 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-d6bc3099-222f-4f5d-946a-817dd5958028 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:42.354560 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb559f10-d472-43e4-a2d9-e190a060c444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2db46b0-b2d1-4591-8a1b-e3389b9be7cc,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:42.360747 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fad60b-9e2e-475a-8cd6-a9138bd81634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb5b8fe-11c2-48f8-8783-9c3e2012e02f,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:42.427687 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:42.565673 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebb7d2-81f4-4c39-ab41-79feddb446cc None None] Pushing event updated for resources: {'Port': ['ID=e0ec607f-e824-436b-a1d3-7875cc191c42,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:42.585750 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:42.587178 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 933604fe-217c-415c-aa32-0f3cb379a9b9 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:36:42.600361 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36720) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:42.606300 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-efe46f2e-072e-4991-bf97-ba0617782cda tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1906314699', 'description': 'tempest-description--2022793609'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:42.746681 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-efe46f2e-072e-4991-bf97-ba0617782cda tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:42.926964 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:37Z', 'revision_number': 4, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port': {'id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:31Z', 'updated_at': '2021-08-04T12:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'c90d8bc6-354a-4b75-8263-421d74fe3772', 'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'mac_address': 'fa:16:3e:d2:01:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:37Z', 'revision_number': 2, 'project_id': '6cdc0003e64748479f74178220380fda', 'subnets': [{'id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:42.943524 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-d6bc3099-222f-4f5d-946a-817dd5958028 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Allocated IP 172.20.0.12 (d70990c3-c71e-42d7-9bb6-5139257f76e1/a6144c28-0d1a-4c31-a088-72cd85a5256c/f2651504-aacc-473d-8797-379edf9f84f2) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:36:42.948270 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Attempting to bind port e0ec607f-e824-436b-a1d3-7875cc191c42 on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:36:42.949457 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Attempting to bind port e0ec607f-e824-436b-a1d3-7875cc191c42 by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': '8ddbd182-8930-4902-9c5a-899f47dda38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:36:42.950003 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Attempting to bind port e0ec607f-e824-436b-a1d3-7875cc191c42 on network 0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:36:42.959938 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:36:42.960601 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Checking segment: {'id': '8ddbd182-8930-4902-9c5a-899f47dda38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:36:42.960900 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Checking router: 2542cac2-e6cd-4c91-8621-f496aa9e25f5 for host: dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:36:42.961256 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Updating router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 port c90d8bc6-354a-4b75-8263-421d74fe3772 binding host dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:36:42.961500 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:42.962051 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Bound using segment: {'id': '8ddbd182-8930-4902-9c5a-899f47dda38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:36:42.962681 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Bound port: e0ec607f-e824-436b-a1d3-7875cc191c42, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddbd182-8930-4902-9c5a-899f47dda38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:36:42.963254 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:43.003236 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:43.030324 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-e119f4fa-19ae-41a1-ad3e-db15e3ea23fa tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:43.033096 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-e119f4fa-19ae-41a1-ad3e-db15e3ea23fa tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/networks?id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 HTTP/1.1" status: 200 len: 818 time: 0.2096808 Aug 04 12:36:43.037995 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] For port e0ec607f-e824-436b-a1d3-7875cc191c42, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:36:43.042964 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] For port e0ec607f-e824-436b-a1d3-7875cc191c42, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=e0ec607f-e824-436b-a1d3-7875cc191c42,segment=NetworkSegment(8ddbd182-8930-4902-9c5a-899f47dda38a),segment_id=8ddbd182-8930-4902-9c5a-899f47dda38a)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:36:43.056276 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 933604fe-217c-415c-aa32-0f3cb379a9b9 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:43.057019 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:43.068461 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-f9d51fad-459b-4ba6-bd18-0272a2302710 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/quotas/465ae0594e354f498461306e541acbd3 HTTP/1.1" status: 200 len: 375 time: 0.0279651 Aug 04 12:36:43.111906 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=deddf6c6-8e65-4df5-a479-9403a2e30447,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:43.153395 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Set router f9d465a8-60b9-4864-8ad6-c32ce2bcebad gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:36:43.165845 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-efe46f2e-072e-4991-bf97-ba0617782cda tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:43.185983 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-a63c0092-26a9-4f12-97b5-6b3f16e5dd5d tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=465ae0594e354f498461306e541acbd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1008267 Aug 04 12:36:43.193163 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:43.247317 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36750) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:43.257333 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6e95ecf3-1abc-486d-932e-098936fb8eff tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1608925386', 'description': 'tempest-description--479864088'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:43.263761 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebb7d2-81f4-4c39-ab41-79feddb446cc None None] Pushing event updated for resources: {'Port': ['ID=e0ec607f-e824-436b-a1d3-7875cc191c42,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:43.295423 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-efe46f2e-072e-4991-bf97-ba0617782cda tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:43.300394 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1715cdd1-3980-4243-8bf0-53afc3bcb257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:43.351410 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-d6bc3099-222f-4f5d-946a-817dd5958028 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:43.593727 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-d6bc3099-222f-4f5d-946a-817dd5958028 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:43.703429 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Routers {'2960adab-353a-4cfc-adeb-992cb1d4134c'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:36:43.705976 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:36:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2960adab-353a-4cfc-adeb-992cb1d4134c'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:43.770027 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6e95ecf3-1abc-486d-932e-098936fb8eff tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:43.783298 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe46f2e-072e-4991-bf97-ba0617782cda tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae2e332-3049-45b7-a186-b0f573d55cd1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:43.907273 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-efe46f2e-072e-4991-bf97-ba0617782cda tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:43.913979 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-efe46f2e-072e-4991-bf97-ba0617782cda tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3100555 Aug 04 12:36:43.937218 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36770) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:43.989778 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-d6bc3099-222f-4f5d-946a-817dd5958028 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Network d70990c3-c71e-42d7-9bb6-5139257f76e1 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:36:44.016969 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-cb17202a-9a59-4696-8427-1f6c65dfe606 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Request body: {'security_group_rule': {'security_group_id': '0ae2e332-3049-45b7-a186-b0f573d55cd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:44.062886 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-d6bc3099-222f-4f5d-946a-817dd5958028 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:44.108661 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-d6bc3099-222f-4f5d-946a-817dd5958028 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:36:44.119560 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-e59f5f35-34ba-4c6e-8e7a-7acd1cfe404f service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 12:36:44.130707 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-e59f5f35-34ba-4c6e-8e7a-7acd1cfe404f service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2002375 Aug 04 12:36:44.148702 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-d6bc3099-222f-4f5d-946a-817dd5958028 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:44.153403 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-d6bc3099-222f-4f5d-946a-817dd5958028 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:44.163856 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:44.183085 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8ab7d-e7e7-4f0d-8903-25c5ec41efd5 req-4f7c90d2-f9fc-4a71-80e4-3099e726415f tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:44.184675 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b4d8ab7d-e7e7-4f0d-8903-25c5ec41efd5 req-4f7c90d2-f9fc-4a71-80e4-3099e726415f tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 932 time: 0.7542751 Aug 04 12:36:44.197574 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Transition to ACTIVE for port object c90d8bc6-354a-4b75-8263-421d74fe3772 will not be triggered until provisioned by entity L2. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:36:44.228322 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] Set router 2960adab-353a-4cfc-adeb-992cb1d4134c gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:36:44.269708 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc3099-222f-4f5d-946a-817dd5958028 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Pushing event updated for resources: {'Port': ['ID=f2651504-aacc-473d-8797-379edf9f84f2,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:44.385684 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b4d8ab7d-e7e7-4f0d-8903-25c5ec41efd5 req-f2daee21-08ae-443c-b9a5-099f9a5af5f0 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627584 Aug 04 12:36:44.422971 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-1faea77b-7e33-4806-ae5e-9e02ec4bdf3d service neutron] 10.222.0.90 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912998 Aug 04 12:36:44.439097 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6e95ecf3-1abc-486d-932e-098936fb8eff tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:44.552321 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:44.575731 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-44cfdff2-c3a2-4b32-93e5-3254b77903a3 service neutron] 10.222.0.90 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515577 Aug 04 12:36:44.675084 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08388139-540b-4df5-a5c5-f20b0f7b8941 None None] Pushing event updated for resources: {'Port': ['ID=c90d8bc6-354a-4b75-8263-421d74fe3772,revision_number=3']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:44.681987 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6e95ecf3-1abc-486d-932e-098936fb8eff tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:44.759272 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95ecf3-1abc-486d-932e-098936fb8eff tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:44.761240 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device f390b4c4-5cd7-40df-97ad-2731e37c4134 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:36:44.761782 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Attempting to bind port c90d8bc6-354a-4b75-8263-421d74fe3772 on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:36:44.762159 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Attempting to bind port c90d8bc6-354a-4b75-8263-421d74fe3772 by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': '7e783870-77c8-445f-a256-144305634c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5'}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:36:44.762895 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Attempting to bind port c90d8bc6-354a-4b75-8263-421d74fe3772 on network 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:36:44.764119 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:44.782834 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:36:44.783206 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Checking segment: {'id': '7e783870-77c8-445f-a256-144305634c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:36:44.784312 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:44.784312 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Bound using segment: {'id': '7e783870-77c8-445f-a256-144305634c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5'} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:36:44.784810 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Bound port: c90d8bc6-354a-4b75-8263-421d74fe3772, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e783870-77c8-445f-a256-144305634c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5'}}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:36:44.785888 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:44.916526 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-d6bc3099-222f-4f5d-946a-817dd5958028 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4700966 Aug 04 12:36:44.917474 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] For port c90d8bc6-354a-4b75-8263-421d74fe3772, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:36:44.924867 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] For port c90d8bc6-354a-4b75-8263-421d74fe3772, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=c90d8bc6-354a-4b75-8263-421d74fe3772,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:36:44.960591 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 4, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port': {'id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'ad59a990-bf66-495b-9a95-62e1abb6b08a', 'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'mac_address': 'fa:16:3e:75:0c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 2, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'subnets': [{'id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:45.030649 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Checking router: f9d465a8-60b9-4864-8ad6-c32ce2bcebad for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:36:45.031232 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Updating router f9d465a8-60b9-4864-8ad6-c32ce2bcebad port ad59a990-bf66-495b-9a95-62e1abb6b08a binding host dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:36:45.166326 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:45.195170 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:45.210044 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-652f1917-62f6-4815-861e-0af7a469663b req-42e39c6d-5bb0-4b3a-b31f-a4ea64bcaed3 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 210 time: 0.0611753 Aug 04 12:36:45.233451 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb17202a-9a59-4696-8427-1f6c65dfe606 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:45.238010 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2960adab-353a-4cfc-adeb-992cb1d4134c', 'name': 'tempest-ServerRescueNegativeTestJSON-246465308-router', 'tenant_id': '465ae0594e354f498461306e541acbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '933604fe-217c-415c-aa32-0f3cb379a9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:36Z', 'revision_number': 4, 'project_id': '465ae0594e354f498461306e541acbd3', 'gw_port': {'id': '933604fe-217c-415c-aa32-0f3cb379a9b9', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2960adab-353a-4cfc-adeb-992cb1d4134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'e0ec607f-e824-436b-a1d3-7875cc191c42', 'name': '', 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7', 'tenant_id': '465ae0594e354f498461306e541acbd3', 'mac_address': 'fa:16:3e:bf:f5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2960adab-353a-4cfc-adeb-992cb1d4134c', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bcddcb6e-8579-46c5-9c70-12b6d396ce24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:34Z', 'updated_at': '2021-08-04T12:36:43Z', 'revision_number': 4, 'project_id': '465ae0594e354f498461306e541acbd3', 'subnets': [{'id': 'bcddcb6e-8579-46c5-9c70-12b6d396ce24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:45.243822 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port f390b4c4-5cd7-40df-97ad-2731e37c4134 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:45.244200 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:45.314162 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-f65c0e40-ef00-4a00-b7ac-0592cea227c5 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=94079) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 12:36:45.315349 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-f65c0e40-ef00-4a00-b7ac-0592cea227c5 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200157 Aug 04 12:36:45.371251 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:45.399754 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d19614-1f85-4584-a9f9-c54c095102f3 None None] The sync data for ids ['2960adab-353a-4cfc-adeb-992cb1d4134c'] in dv-cinder-803046-4-iscsi is: [{'id': '2960adab-353a-4cfc-adeb-992cb1d4134c', 'name': 'tempest-ServerRescueNegativeTestJSON-246465308-router', 'tenant_id': '465ae0594e354f498461306e541acbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '933604fe-217c-415c-aa32-0f3cb379a9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:36Z', 'revision_number': 4, 'project_id': '465ae0594e354f498461306e541acbd3', 'gw_port': {'id': '933604fe-217c-415c-aa32-0f3cb379a9b9', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2960adab-353a-4cfc-adeb-992cb1d4134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'e0ec607f-e824-436b-a1d3-7875cc191c42', 'name': '', 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7', 'tenant_id': '465ae0594e354f498461306e541acbd3', 'mac_address': 'fa:16:3e:bf:f5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2960adab-353a-4cfc-adeb-992cb1d4134c', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bcddcb6e-8579-46c5-9c70-12b6d396ce24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:34Z', 'updated_at': '2021-08-04T12:36:43Z', 'revision_number': 4, 'project_id': '465ae0594e354f498461306e541acbd3', 'subnets': [{'id': 'bcddcb6e-8579-46c5-9c70-12b6d396ce24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:36:45.404760 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Routers {'2542cac2-e6cd-4c91-8621-f496aa9e25f5'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:36:45.408687 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:36:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:45.419020 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb17202a-9a59-4696-8427-1f6c65dfe606 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:45.421208 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6e95ecf3-1abc-486d-932e-098936fb8eff tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:45.425751 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-6e95ecf3-1abc-486d-932e-098936fb8eff tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1743407 Aug 04 12:36:45.426185 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 36824) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:45.431041 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-55666d36-4caa-478d-8d85-f529be981d65 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Request body: {'security_group_rule': {'security_group_id': '34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:45.576967 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08388139-540b-4df5-a5c5-f20b0f7b8941 None None] Pushing event updated for resources: {'Port': ['ID=c90d8bc6-354a-4b75-8263-421d74fe3772,revision_number=4']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:45.747350 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] Set router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:36:45.753645 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce2548-a23d-47f2-abc8-21a52192b577 req-79ac59a1-ddd2-4075-9ed2-d17f8c323519 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:45.757975 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b5ce2548-a23d-47f2-abc8-21a52192b577 req-79ac59a1-ddd2-4075-9ed2-d17f8c323519 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 932 time: 0.1762230 Aug 04 12:36:45.862129 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b5ce2548-a23d-47f2-abc8-21a52192b577 req-85bfdea7-96b0-49c5-ab75-273581b580c3 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979667 Aug 04 12:36:46.055450 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device deddf6c6-8e65-4df5-a479-9403a2e30447 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:36:46.217634 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port deddf6c6-8e65-4df5-a479-9403a2e30447 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:46.218001 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:46.352635 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:37Z', 'revision_number': 4, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port': {'id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:31Z', 'updated_at': '2021-08-04T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'c90d8bc6-354a-4b75-8263-421d74fe3772', 'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'mac_address': 'fa:16:3e:d2:01:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:44Z', 'revision_number': 4, 'project_id': '6cdc0003e64748479f74178220380fda', 'subnets': [{'id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:46.368262 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5d7ec059-0139-4a52-968e-fec25997bc5d req-eac62a11-79ee-483d-a6aa-29a56a33d48a tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 210 time: 0.0851841 Aug 04 12:36:46.429960 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:46.443904 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6eb536-e884-453f-9515-e06c008b92c3 None None] The sync data for ids ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'] in dv-cinder-803046-4-iscsi is: [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:37Z', 'revision_number': 4, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port': {'id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:31Z', 'updated_at': '2021-08-04T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'c90d8bc6-354a-4b75-8263-421d74fe3772', 'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'mac_address': 'fa:16:3e:d2:01:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:44Z', 'revision_number': 4, 'project_id': '6cdc0003e64748479f74178220380fda', 'subnets': [{'id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:36:46.512548 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Transition to ACTIVE for port object ad59a990-bf66-495b-9a95-62e1abb6b08a will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:36:46.689320 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb17202a-9a59-4696-8427-1f6c65dfe606 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:46.693758 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:46.709721 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55666d36-4caa-478d-8d85-f529be981d65 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:46.735527 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17202a-9a59-4696-8427-1f6c65dfe606 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c05056-010f-4b22-b6b3-a28e533961a1,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:46.740495 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:46.885775 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device c90d8bc6-354a-4b75-8263-421d74fe3772 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:36:46.895879 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb17202a-9a59-4696-8427-1f6c65dfe606 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:46.898383 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-cb17202a-9a59-4696-8427-1f6c65dfe606 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9581656 Aug 04 12:36:46.903193 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36840) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:46.910454 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-536de19b-12de-420e-a59c-32aa4a1e3a4d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Request body: {'security_group_rule': {'security_group_id': '0ae2e332-3049-45b7-a186-b0f573d55cd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:46.920415 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:36:47.160223 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5cbf5-dd56-4e53-956f-e78e69e3732a None None] Pushing event updated for resources: {'Port': ['ID=ad59a990-bf66-495b-9a95-62e1abb6b08a,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:47.177059 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55666d36-4caa-478d-8d85-f529be981d65 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:47.314243 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-536de19b-12de-420e-a59c-32aa4a1e3a4d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:47.349199 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bf205-b9c7-4588-9ee2-4577578a0d5a req-39cfab37-57d7-4527-9711-798abf761b1e tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:47.350853 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b45bf205-b9c7-4588-9ee2-4577578a0d5a req-39cfab37-57d7-4527-9711-798abf761b1e tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 932 time: 0.2980747 Aug 04 12:36:47.491497 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b45bf205-b9c7-4588-9ee2-4577578a0d5a req-6f08f7c7-310b-494a-9830-72cb21fed855 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076434 Aug 04 12:36:47.554101 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Request body: {'port': {'device_id': 'f68d648f-999f-4dea-b0ec-4125e0bdfcda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:47.595533 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-536de19b-12de-420e-a59c-32aa4a1e3a4d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:47.700786 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55666d36-4caa-478d-8d85-f529be981d65 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:47.725043 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f17dea77-0f8b-4a97-b21c-f01cbde0e120 req-e8f6cb37-d036-4453-b3fb-cff6c4036676 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 210 time: 0.1130450 Aug 04 12:36:47.743902 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-536de19b-12de-420e-a59c-32aa4a1e3a4d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:47.861868 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536de19b-12de-420e-a59c-32aa4a1e3a4d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f03457-9459-4918-8bd6-b4038fa392a8,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:47.915813 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Attempting to bind port ad59a990-bf66-495b-9a95-62e1abb6b08a on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:36:47.917432 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Attempting to bind port ad59a990-bf66-495b-9a95-62e1abb6b08a by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': '460f25c3-9530-4968-8cdc-c105494c6d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:36:47.917967 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Attempting to bind port ad59a990-bf66-495b-9a95-62e1abb6b08a on network 0ba113d9-2675-4a22-b634-a3c6b41f2555 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:36:47.931253 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:36:47.936869 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Checking segment: {'id': '460f25c3-9530-4968-8cdc-c105494c6d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:36:47.936869 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:47.936869 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Bound using segment: {'id': '460f25c3-9530-4968-8cdc-c105494c6d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:36:47.938029 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Bound port: ad59a990-bf66-495b-9a95-62e1abb6b08a, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460f25c3-9530-4968-8cdc-c105494c6d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:36:47.938498 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:47.940508 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55666d36-4caa-478d-8d85-f529be981d65 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb79266f-2587-4725-b6d9-1cbdd0335f0b,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:47.958939 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-536de19b-12de-420e-a59c-32aa4a1e3a4d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:47.961636 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-536de19b-12de-420e-a59c-32aa4a1e3a4d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0592847 Aug 04 12:36:47.974630 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36870) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:47.989293 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-af85de06-4e8c-48e8-96cb-1376fba278a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Request body: {'floatingip': {'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:48.022366 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55666d36-4caa-478d-8d85-f529be981d65 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:48.031402 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-55666d36-4caa-478d-8d85-f529be981d65 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6015067 Aug 04 12:36:48.031503 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port c90d8bc6-354a-4b75-8263-421d74fe3772 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:36:48.036769 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port c90d8bc6-354a-4b75-8263-421d74fe3772 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:48.037508 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:48.045098 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 36876) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:48.051073 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-cc9d2625-dc2b-4f01-81c9-7527513f5428 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Request body: {'security_group_rule': {'security_group_id': '34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:48.061870 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:48.166577 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] For port ad59a990-bf66-495b-9a95-62e1abb6b08a, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:36:48.170418 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] For port ad59a990-bf66-495b-9a95-62e1abb6b08a, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=ad59a990-bf66-495b-9a95-62e1abb6b08a,segment=NetworkSegment(460f25c3-9530-4968-8cdc-c105494c6d68),segment_id=460f25c3-9530-4968-8cdc-c105494c6d68)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:36:48.225718 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af85de06-4e8c-48e8-96cb-1376fba278a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:48.321584 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:48.336075 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:48.450060 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port c90d8bc6-354a-4b75-8263-421d74fe3772, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=c90d8bc6-354a-4b75-8263-421d74fe3772,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:36:48.510267 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Routers {'f9d465a8-60b9-4864-8ad6-c32ce2bcebad'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:36:48.510267 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:36:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:48.746462 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5cbf5-dd56-4e53-956f-e78e69e3732a None None] Pushing event updated for resources: {'Port': ['ID=ad59a990-bf66-495b-9a95-62e1abb6b08a,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:48.772477 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:48.773525 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device e0ec607f-e824-436b-a1d3-7875cc191c42 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:36:48.857993 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af85de06-4e8c-48e8-96cb-1376fba278a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:48.954153 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047f26c-786e-49e1-97c1-bcc50958e19e req-d74545f3-7047-48ff-a8bb-5bc1939b1700 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:48.972758 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c047f26c-786e-49e1-97c1-bcc50958e19e req-d74545f3-7047-48ff-a8bb-5bc1939b1700 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 932 time: 0.2452114 Aug 04 12:36:49.053041 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=c90d8bc6-354a-4b75-8263-421d74fe3772,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:49.098279 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2651504-aacc-473d-8797-379edf9f84f2 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:36:49.108501 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:49.127301 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Transition to ACTIVE for port object f2651504-aacc-473d-8797-379edf9f84f2 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:36:49.186631 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2625-dc2b-4f01-81c9-7527513f5428 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:49.260550 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-60fd6424-0087-435a-9443-ab563cb96dac req-d059702a-24b1-4161-9ec1-96e188d615ce tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 210 time: 0.2318769 Aug 04 12:36:49.270876 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:49.284676 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] Set router f9d465a8-60b9-4864-8ad6-c32ce2bcebad gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:36:49.287113 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c047f26c-786e-49e1-97c1-bcc50958e19e req-4e63e5a2-4338-4bce-9a90-db15b8385834 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569499 Aug 04 12:36:49.445015 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36904) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:49.445173 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2651504-aacc-473d-8797-379edf9f84f2,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:49.451160 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2625-dc2b-4f01-81c9-7527513f5428 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:49.470578 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-af85de06-4e8c-48e8-96cb-1376fba278a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Allocated IP 172.27.3.111 (edaa9ae4-5451-4ed4-982a-c63f3ba8dd77/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7/4d6e6515-3b3e-49f3-831f-4058edcda432) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:36:49.513006 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36910) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:49.630515 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port e0ec607f-e824-436b-a1d3-7875cc191c42 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:36:49.647984 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.76', 49296) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:49.648902 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Attempting to bind port f2651504-aacc-473d-8797-379edf9f84f2 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:36:49.649317 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Attempting to bind port f2651504-aacc-473d-8797-379edf9f84f2 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '712db893-c45c-4b82-b016-bdb409ccd016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd70990c3-c71e-42d7-9bb6-5139257f76e1'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:36:49.650580 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Attempting to bind port f2651504-aacc-473d-8797-379edf9f84f2 on network d70990c3-c71e-42d7-9bb6-5139257f76e1 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:36:49.692701 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af85de06-4e8c-48e8-96cb-1376fba278a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:49.780170 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Port f2651504-aacc-473d-8797-379edf9f84f2 on network d70990c3-c71e-42d7-9bb6-5139257f76e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:36:49.780570 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Attempting to bind port f2651504-aacc-473d-8797-379edf9f84f2 on network d70990c3-c71e-42d7-9bb6-5139257f76e1 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:36:49.790901 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2625-dc2b-4f01-81c9-7527513f5428 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:49.808947 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port e0ec607f-e824-436b-a1d3-7875cc191c42 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:49.813145 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:49.817138 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d2625-dc2b-4f01-81c9-7527513f5428 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33efd255-27a9-4661-adf5-281669395b69,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:49.920612 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1182abf8-b0e4-4d6a-930b-78bdd2eaa63c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:49.973542 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-671102c7-07e5-4946-a935-2671447cc8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:50.030436 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 4, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port': {'id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'ad59a990-bf66-495b-9a95-62e1abb6b08a', 'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'mac_address': 'fa:16:3e:75:0c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:48Z', 'revision_number': 4, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'subnets': [{'id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:36:50.071785 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af85de06-4e8c-48e8-96cb-1376fba278a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:50.085868 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f7e4f3-c6ff-4d72-a63a-71eea2cfc650 None None] The sync data for ids ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'] in dv-cinder-803046-4-iscsi is: [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 4, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port': {'id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'ad59a990-bf66-495b-9a95-62e1abb6b08a', 'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'mac_address': 'fa:16:3e:75:0c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:48Z', 'revision_number': 4, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'subnets': [{'id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:36:50.091163 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:36:50.091954 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Checking segment: {'id': '712db893-c45c-4b82-b016-bdb409ccd016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd70990c3-c71e-42d7-9bb6-5139257f76e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:36:50.092652 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Bound using segment: {'id': '712db893-c45c-4b82-b016-bdb409ccd016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd70990c3-c71e-42d7-9bb6-5139257f76e1'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:36:50.093261 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Bound port: f2651504-aacc-473d-8797-379edf9f84f2, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '712db893-c45c-4b82-b016-bdb409ccd016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd70990c3-c71e-42d7-9bb6-5139257f76e1'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:36:50.093788 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:50.112533 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:50.147430 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85de06-4e8c-48e8-96cb-1376fba278a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Pushing event updated for resources: {'Port': ['ID=4d6e6515-3b3e-49f3-831f-4058edcda432,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:50.185441 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af85de06-4e8c-48e8-96cb-1376fba278a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:36:50.197138 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-af85de06-4e8c-48e8-96cb-1376fba278a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:50.215420 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af85de06-4e8c-48e8-96cb-1376fba278a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:36:50.369159 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port e0ec607f-e824-436b-a1d3-7875cc191c42, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=e0ec607f-e824-436b-a1d3-7875cc191c42,segment=NetworkSegment(8ddbd182-8930-4902-9c5a-899f47dda38a),segment_id=8ddbd182-8930-4902-9c5a-899f47dda38a)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:36:50.397932 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-b689d5f1-148a-4da8-86b1-1ad242127185 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:50.408147 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-b689d5f1-148a-4da8-86b1-1ad242127185 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.76 "GET /v2.0/networks?id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 HTTP/1.1" status: 200 len: 818 time: 0.7348511 Aug 04 12:36:50.429206 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] For port f2651504-aacc-473d-8797-379edf9f84f2, host hv-cinder-80304, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:36:50.451166 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] For port f2651504-aacc-473d-8797-379edf9f84f2, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=f2651504-aacc-473d-8797-379edf9f84f2,segment=NetworkSegment(712db893-c45c-4b82-b016-bdb409ccd016),segment_id=712db893-c45c-4b82-b016-bdb409ccd016)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:36:50.465594 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-f4ce6681-f885-4ba6-9de5-f59fbbadbdf6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Request body: {'port': {'device_id': 'ce15b978-aff9-4b13-88b3-07c8c50ed459', 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7', 'admin_state_up': True, 'tenant_id': '465ae0594e354f498461306e541acbd3'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:50.551919 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:50.698870 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9f568728-ea87-4795-8179-fdf1f326b6cb req-b00a72a8-d0fa-41ea-88fd-58f05bfb846e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 210 time: 0.1579998 Aug 04 12:36:50.710734 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af85de06-4e8c-48e8-96cb-1376fba278a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:50.759884 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=e0ec607f-e824-436b-a1d3-7875cc191c42,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:50.763289 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:50.784828 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013706c3-5f3a-4f32-a110-604b6b281328 req-b0ef480c-2be5-45bb-a909-c79e7391458e tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:50.794844 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-013706c3-5f3a-4f32-a110-604b6b281328 req-b0ef480c-2be5-45bb-a909-c79e7391458e tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 944 time: 0.2976837 Aug 04 12:36:50.811327 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:50.812637 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:50.815047 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] 10.222.0.76 "PUT /v2.0/ports/f2651504-aacc-473d-8797-379edf9f84f2 HTTP/1.1" status: 200 len: 1094 time: 3.6170230 Aug 04 12:36:50.815825 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68d648f-999f-4dea-b0ec-4125e0bdfcda', 'tag': 'f2651504-aacc-473d-8797-379edf9f84f2'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:36:50.845802 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1182abf8-b0e4-4d6a-930b-78bdd2eaa63c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:50.916091 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-013706c3-5f3a-4f32-a110-604b6b281328 req-9fd5032e-854c-4d94-aae5-20c16c7c2a4f tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196241 Aug 04 12:36:51.021541 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device ad59a990-bf66-495b-9a95-62e1abb6b08a up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:36:51.036273 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1182abf8-b0e4-4d6a-930b-78bdd2eaa63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:51.063783 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928647f-015b-4ef0-8cbe-988130a1a4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2651504-aacc-473d-8797-379edf9f84f2,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:51.078062 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2625-dc2b-4f01-81c9-7527513f5428 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:51.079779 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-cc9d2625-dc2b-4f01-81c9-7527513f5428 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.0335565 Aug 04 12:36:51.084355 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 36940) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:51.110471 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-8931a0fe-35e5-454a-b78c-526d33d20347 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Request body: {'floatingip': {'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:51.145120 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.76', 49300) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:51.194266 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3586a78c-1f95-4235-9e9b-58b1aba9ea7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f68d648f-999f-4dea-b0ec-4125e0bdfcda", "tag": "f2651504-aacc-473d-8797-379edf9f84f2"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:36:51.204772 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182abf8-b0e4-4d6a-930b-78bdd2eaa63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eab45f-7571-4842-bcb5-e34192b43939,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:51.212103 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af85de06-4e8c-48e8-96cb-1376fba278a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:51.408814 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port ad59a990-bf66-495b-9a95-62e1abb6b08a completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:36:51.415446 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port ad59a990-bf66-495b-9a95-62e1abb6b08a triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:51.416129 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:51.455268 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-1182abf8-b0e4-4d6a-930b-78bdd2eaa63c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4d219616a16f4bd9ab05da07cb99a68a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9383910 Aug 04 12:36:51.455501 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa49868-901c-45c3-bb41-9c718f4b63a8 x-openstack-request-id: req-bfa49868-901c-45c3-bb41-9c718f4b63a8 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:36:51.455501 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68d648f-999f-4dea-b0ec-4125e0bdfcda", "tag": "f2651504-aacc-473d-8797-379edf9f84f2", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:36:51.455501 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bfa49868-901c-45c3-bb41-9c718f4b63a8 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:36:51.455501 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68d648f-999f-4dea-b0ec-4125e0bdfcda', 'tag': 'f2651504-aacc-473d-8797-379edf9f84f2', 'status': 'completed', 'code': 200} Aug 04 12:36:51.456264 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 36950) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:51.463335 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-6425aa31-5099-477d-b8b7-8befa1522bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:51.464902 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-6425aa31-5099-477d-b8b7-8befa1522bf2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b0f327f37a0245499ff8737a7952a6c7&device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 1097 time: 0.2479129 Aug 04 12:36:51.554207 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-74ad6fcd-5a7f-42af-a58e-433001dc13f6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:51.557082 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-74ad6fcd-5a7f-42af-a58e-433001dc13f6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.76 "GET /v2.0/networks?id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 HTTP/1.1" status: 200 len: 818 time: 0.3128948 Aug 04 12:36:51.583929 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:51.745979 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port ad59a990-bf66-495b-9a95-62e1abb6b08a, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=ad59a990-bf66-495b-9a95-62e1abb6b08a,segment=NetworkSegment(460f25c3-9530-4968-8cdc-c105494c6d68),segment_id=460f25c3-9530-4968-8cdc-c105494c6d68)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:36:51.861199 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-07a4c0b4-208c-4c90-8e00-113321d109fa req-deafd12f-297b-445b-83bd-0ad5af2ab8d2 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 210 time: 0.0458167 Aug 04 12:36:51.894153 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-671102c7-07e5-4946-a935-2671447cc8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:51.895148 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5eaf38f7-5e32-4fd0-89d3-35fb9d0d375f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:51.927202 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af85de06-4e8c-48e8-96cb-1376fba278a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:51.932717 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5eaf38f7-5e32-4fd0-89d3-35fb9d0d375f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:51.940655 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:51.941870 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device c90d8bc6-354a-4b75-8263-421d74fe3772 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:36:52.008408 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-671102c7-07e5-4946-a935-2671447cc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:52.038940 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=ad59a990-bf66-495b-9a95-62e1abb6b08a,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:52.053868 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port c90d8bc6-354a-4b75-8263-421d74fe3772 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:52.054328 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:52.073334 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671102c7-07e5-4946-a935-2671447cc8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e23daff-a9b7-433f-a432-9b6ee500121a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:52.091694 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-671102c7-07e5-4946-a935-2671447cc8cd admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=26ad40e11f364a78ae3312e1803419a3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6833451 Aug 04 12:36:52.097487 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 36958) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:52.097856 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af85de06-4e8c-48e8-96cb-1376fba278a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:52.130962 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af85de06-4e8c-48e8-96cb-1376fba278a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544761'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:52.158433 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-f4ce6681-f885-4ba6-9de5-f59fbbadbdf6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Made reservation on behalf of 465ae0594e354f498461306e541acbd3 for: {'port': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:36:52.162413 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-f4ce6681-f885-4ba6-9de5-f59fbbadbdf6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:52.169375 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941482b5-2973-4e8d-b34e-655df02428e0 req-720c85d6-8993-42df-a001-4ba5b209cccc tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:52.170965 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-941482b5-2973-4e8d-b34e-655df02428e0 req-720c85d6-8993-42df-a001-4ba5b209cccc tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 944 time: 0.1294830 Aug 04 12:36:52.171842 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85de06-4e8c-48e8-96cb-1376fba278a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Pushing event updated for resources: {'Port': ['ID=4d6e6515-3b3e-49f3-831f-4058edcda432,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:52.198940 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc86e4bc-6e5b-48d8-9d01-2f117ef72165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:52.209535 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5eaf38f7-5e32-4fd0-89d3-35fb9d0d375f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:52.214349 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5eaf38f7-5e32-4fd0-89d3-35fb9d0d375f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:52.216233 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5eaf38f7-5e32-4fd0-89d3-35fb9d0d375f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c5eab45f-7571-4842-bcb5-e34192b43939 HTTP/1.1" status: 204 len: 168 time: 0.7590287 Aug 04 12:36:52.251592 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8931a0fe-35e5-454a-b78c-526d33d20347 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for floatingip, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:52.252220 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf38f7-5e32-4fd0-89d3-35fb9d0d375f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eab45f-7571-4842-bcb5-e34192b43939,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:52.271066 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-941482b5-2973-4e8d-b34e-655df02428e0 req-b967383d-4ac0-4c1f-96de-016704b5b531 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859401 Aug 04 12:36:52.276338 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc86e4bc-6e5b-48d8-9d01-2f117ef72165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:52.316991 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af85de06-4e8c-48e8-96cb-1376fba278a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:52.318607 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-af85de06-4e8c-48e8-96cb-1376fba278a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3410716 Aug 04 12:36:52.459578 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-f4ce6681-f885-4ba6-9de5-f59fbbadbdf6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Allocated IP 172.20.0.11 (0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7/bcddcb6e-8579-46c5-9c70-12b6d396ce24/9d0102fa-1e0c-4de6-aabb-7c7b0809fccc) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:36:52.540748 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8931a0fe-35e5-454a-b78c-526d33d20347 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:52.552032 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-26df08c7-e07a-463e-945f-ffd96199c3ad tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1906314699&fields=id&tenant_id=6cdc0003e64748479f74178220380fda HTTP/1.1" status: 200 len: 267 time: 0.0540254 Aug 04 12:36:52.612210 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc86e4bc-6e5b-48d8-9d01-2f117ef72165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:52.615456 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc86e4bc-6e5b-48d8-9d01-2f117ef72165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:52.616399 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-cc86e4bc-6e5b-48d8-9d01-2f117ef72165 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4e23daff-a9b7-433f-a432-9b6ee500121a HTTP/1.1" status: 204 len: 168 time: 0.5169325 Aug 04 12:36:52.672082 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device ad59a990-bf66-495b-9a95-62e1abb6b08a up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:36:52.685576 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86e4bc-6e5b-48d8-9d01-2f117ef72165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e23daff-a9b7-433f-a432-9b6ee500121a,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:52.745163 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port ad59a990-bf66-495b-9a95-62e1abb6b08a triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:52.745723 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:52.816836 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-8931a0fe-35e5-454a-b78c-526d33d20347 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Allocated IP 172.27.3.249 (edaa9ae4-5451-4ed4-982a-c63f3ba8dd77/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7/4238d8ee-efed-4e7b-bff8-2583aeb2d5ed) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:36:52.821633 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-c789947c-2c7b-4fde-9921-4ed8e16a65cd tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:52.823931 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-f4ce6681-f885-4ba6-9de5-f59fbbadbdf6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:52.837568 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-c789947c-2c7b-4fde-9921-4ed8e16a65cd tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/networks?id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5 HTTP/1.1" status: 200 len: 817 time: 0.2647231 Aug 04 12:36:52.869835 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5a172bea-78e0-4f7d-b198-d0c347cb0af9 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/quotas/6cdc0003e64748479f74178220380fda HTTP/1.1" status: 200 len: 375 time: 0.0190749 Aug 04 12:36:52.946663 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device e0ec607f-e824-436b-a1d3-7875cc191c42 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:36:52.974256 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8931a0fe-35e5-454a-b78c-526d33d20347 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:53.010817 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-4b4c4780-847e-4929-b158-c23ea18f2e5f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=6cdc0003e64748479f74178220380fda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1393416 Aug 04 12:36:53.022230 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port e0ec607f-e824-436b-a1d3-7875cc191c42 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:36:53.022977 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:53.065889 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-f4ce6681-f885-4ba6-9de5-f59fbbadbdf6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:53.075798 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-41fda1e5-7f7c-4fa2-9f99-2fa2f3ffafe4 req-1195cdf3-b164-4270-98ae-918341c78767 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 210 time: 0.0636005 Aug 04 12:36:53.133130 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-f4ce6681-f885-4ba6-9de5-f59fbbadbdf6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Network 0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:36:53.136792 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-f4ce6681-f885-4ba6-9de5-f59fbbadbdf6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:53.140865 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-f4ce6681-f885-4ba6-9de5-f59fbbadbdf6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:36:53.147164 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-f4ce6681-f885-4ba6-9de5-f59fbbadbdf6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:53.148744 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-f4ce6681-f885-4ba6-9de5-f59fbbadbdf6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:53.154260 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8931a0fe-35e5-454a-b78c-526d33d20347 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:53.164301 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-02bd00c5-0612-4976-819b-8a8b91cb4946 service neutron] 10.222.0.90 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250367 Aug 04 12:36:53.178889 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce6681-f885-4ba6-9de5-f59fbbadbdf6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Pushing event updated for resources: {'Port': ['ID=9d0102fa-1e0c-4de6-aabb-7c7b0809fccc,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:53.186779 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8931a0fe-35e5-454a-b78c-526d33d20347 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:36:53.189649 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-8931a0fe-35e5-454a-b78c-526d33d20347 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:53.207977 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8931a0fe-35e5-454a-b78c-526d33d20347 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:36:53.269783 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-f852db8a-538f-4bc6-aee8-c56a7dd459f2 service neutron] 10.222.0.90 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984697 Aug 04 12:36:53.272845 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-f4ce6681-f885-4ba6-9de5-f59fbbadbdf6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8178668 Aug 04 12:36:53.284416 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931a0fe-35e5-454a-b78c-526d33d20347 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Pushing event updated for resources: {'Port': ['ID=4238d8ee-efed-4e7b-bff8-2583aeb2d5ed,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:53.354578 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8931a0fe-35e5-454a-b78c-526d33d20347 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:53.397945 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 36992) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:53.411897 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-50b36978-725a-4b2f-9358-60eea820e6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:53.430824 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e093c6-6ca6-470b-86a3-b9322bddf110 req-231f857b-669c-4d96-9d5b-1e6f647f932a tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:53.432393 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-11e093c6-6ca6-470b-86a3-b9322bddf110 req-231f857b-669c-4d96-9d5b-1e6f647f932a tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 944 time: 0.0713513 Aug 04 12:36:53.477542 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-11e093c6-6ca6-470b-86a3-b9322bddf110 req-2729ae30-998d-4712-85cb-cf08bacc47c7 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380511 Aug 04 12:36:53.513397 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8931a0fe-35e5-454a-b78c-526d33d20347 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:53.594443 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-50b36978-725a-4b2f-9358-60eea820e6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:53.636442 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-36007676-36de-44cd-a016-f0707bc2728c req-27f934b2-fb2c-4e3a-8490-91cce68c9a65 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 210 time: 0.0297534 Aug 04 12:36:53.695355 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-50b36978-725a-4b2f-9358-60eea820e6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:53.740705 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b36978-725a-4b2f-9358-60eea820e6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfd577c-8e46-4367-8033-798be2bf9447,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:53.767315 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-50b36978-725a-4b2f-9358-60eea820e6b5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f5feaa04229d44e28816b24e62f78042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652692 Aug 04 12:36:53.767726 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 37010) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:53.780443 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8931a0fe-35e5-454a-b78c-526d33d20347 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:53.841535 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07a38dfd-bd7e-4606-af0b-ea3fa7260375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:53.864646 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07a38dfd-bd7e-4606-af0b-ea3fa7260375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:53.899064 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8931a0fe-35e5-454a-b78c-526d33d20347 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:53.931870 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8931a0fe-35e5-454a-b78c-526d33d20347 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544761'] for floatingip, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:53.954249 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931a0fe-35e5-454a-b78c-526d33d20347 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Pushing event updated for resources: {'Port': ['ID=4238d8ee-efed-4e7b-bff8-2583aeb2d5ed,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:54.133532 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8931a0fe-35e5-454a-b78c-526d33d20347 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:54.133735 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07a38dfd-bd7e-4606-af0b-ea3fa7260375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:54.135730 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-8931a0fe-35e5-454a-b78c-526d33d20347 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0480955 Aug 04 12:36:54.138251 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07a38dfd-bd7e-4606-af0b-ea3fa7260375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:54.148028 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-07a38dfd-bd7e-4606-af0b-ea3fa7260375 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1dfd577c-8e46-4367-8033-798be2bf9447 HTTP/1.1" status: 204 len: 168 time: 0.3708377 Aug 04 12:36:54.153817 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a38dfd-bd7e-4606-af0b-ea3fa7260375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfd577c-8e46-4367-8033-798be2bf9447,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:54.239264 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-faf66f36-db50-4a2e-9d12-8de0a870b8bd req-a6e1173e-52a7-4db1-a062-8251ed22ac07 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 210 time: 0.0447183 Aug 04 12:36:54.447988 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-24e4a398-b969-4a56-8b93-a5dd0d8c9649 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1608925386&fields=id&tenant_id=fe091bfaaf4e41eda6f7c1fe1220b764 HTTP/1.1" status: 200 len: 267 time: 0.0369341 Aug 04 12:36:54.790093 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-540c7c87-c2d0-4783-8c8d-05c502d0ba0f tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:54.790093 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-540c7c87-c2d0-4783-8c8d-05c502d0ba0f tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/networks?id=0ba113d9-2675-4a22-b634-a3c6b41f2555 HTTP/1.1" status: 200 len: 810 time: 0.1952322 Aug 04 12:36:54.790093 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b02247-61c1-4158-9018-f58a98bf6b80 req-0a8bbd15-fe01-4599-a765-f04638f245f5 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:54.790093 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a9b02247-61c1-4158-9018-f58a98bf6b80 req-0a8bbd15-fe01-4599-a765-f04638f245f5 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 944 time: 0.0894716 Aug 04 12:36:54.790093 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-47137a3c-1bdb-4a12-ab8b-ec32ab2f9686 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/quotas/fe091bfaaf4e41eda6f7c1fe1220b764 HTTP/1.1" status: 200 len: 375 time: 0.0171623 Aug 04 12:36:54.790093 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a9b02247-61c1-4158-9018-f58a98bf6b80 req-fb3e7385-db13-4973-be38-503eb168974b tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624614 Aug 04 12:36:54.790093 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-faea7869-22cb-469e-808f-597f52298720 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=fe091bfaaf4e41eda6f7c1fe1220b764&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628977 Aug 04 12:36:54.847367 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-decff789-61cb-4840-912c-7a73fad3a3c2 req-74dd1500-2141-4891-9c82-1268efdbacac tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 210 time: 0.0649548 Aug 04 12:36:54.907327 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-f4741242-452c-416c-afa2-232b718908aa service neutron] 10.222.0.90 "GET /v2.0/networks/0ba113d9-2675-4a22-b634-a3c6b41f2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420619 Aug 04 12:36:55.017452 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-32ac6b42-1a15-4fa3-a087-f387cb20ce32 service neutron] 10.222.0.90 "GET /v2.0/networks/0ba113d9-2675-4a22-b634-a3c6b41f2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030307 Aug 04 12:36:55.127387 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-b2aa7808-4b98-49bd-8f1b-c403a77069da tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Request body: {'port': {'device_id': '1d4f3555-87d4-49f4-b070-c73c4e143cf9', 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7', 'admin_state_up': True, 'tenant_id': '465ae0594e354f498461306e541acbd3'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:55.201581 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Request body: {'port': {'device_id': 'ce15b978-aff9-4b13-88b3-07c8c50ed459', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:55.466208 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1de40fe7-be76-4b47-9737-39511e9398fc req-5e64e2ac-b42d-4359-ab77-1220c32fbb67 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 210 time: 0.0742917 Aug 04 12:36:55.562630 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-a52ef4ed-95fd-4d28-a86d-8ded092ed981 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2651504-aacc-473d-8797-379edf9f84f2 HTTP/1.1" status: 200 len: 217 time: 0.4293296 Aug 04 12:36:55.578598 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9a9d851b-ed2b-444c-85cd-5936113e13c6 req-baf18847-4f8c-4a25-9b6f-b484ce7f9464 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 210 time: 0.0454361 Aug 04 12:36:55.697648 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:55.928411 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-b2aa7808-4b98-49bd-8f1b-c403a77069da tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Made reservation on behalf of 465ae0594e354f498461306e541acbd3 for: {'port': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:36:55.942864 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-b2aa7808-4b98-49bd-8f1b-c403a77069da tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:56.055675 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835a1d2-7e4b-458f-b701-dcba735a5851 req-8729817e-665c-4f03-8b38-8bcaa8f4e5dc tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:56.065382 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3835a1d2-7e4b-458f-b701-dcba735a5851 req-8729817e-665c-4f03-8b38-8bcaa8f4e5dc tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 944 time: 0.2008603 Aug 04 12:36:56.141522 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-352758c5-00e7-4810-8755-9f2883fadedb req-19f3aadd-324b-4cc1-8dea-c515c49d5ae0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 210 time: 0.0731764 Aug 04 12:36:56.208414 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3835a1d2-7e4b-458f-b701-dcba735a5851 req-83d5585a-2207-4264-9e88-6424fb9d2ff2 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384916 Aug 04 12:36:56.249135 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 37104) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:56.384554 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:36:56.394722 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:56.408805 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Transition to ACTIVE for port object 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:36:56.438004 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1cc019bb-6dba-4dac-9c6b-24bfc01b5f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:56.581997 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f1159ccc-1dcd-479b-abb8-d1eed1b11379 req-bd087eb4-0a08-473a-986e-12448f4ed627 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 210 time: 0.0399854 Aug 04 12:36:56.583756 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1cc019bb-6dba-4dac-9c6b-24bfc01b5f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:56.672865 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d1126400-f00f-4976-912f-b1e96eb4b21b req-759002f4-f19f-4517-a588-0ccfa1d0854e tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 210 time: 0.0264189 Aug 04 12:36:56.826106 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1cc019bb-6dba-4dac-9c6b-24bfc01b5f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:56.828307 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:56.919856 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc019bb-6dba-4dac-9c6b-24bfc01b5f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d62a2f-6817-4102-844d-29330a7849c2,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:56.934198 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-1cc019bb-6dba-4dac-9c6b-24bfc01b5f5a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fe4ae0bf69854d13b95efd7617282329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6922245 Aug 04 12:36:56.939355 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 37124) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:36:57.099608 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a46688be-6886-474f-ba65-515d4f792075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:57.110542 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-b2aa7808-4b98-49bd-8f1b-c403a77069da tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Allocated IP 172.20.0.5 (0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7/bcddcb6e-8579-46c5-9c70-12b6d396ce24/7db255de-296e-47e3-b334-a72ab576aa04) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:36:57.118731 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Attempting to bind port 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:36:57.119255 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Attempting to bind port 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '8ddbd182-8930-4902-9c5a-899f47dda38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:36:57.119728 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Attempting to bind port 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc on network 0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:36:57.135666 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0102fa-1e0c-4de6-aabb-7c7b0809fccc,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:57.152752 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Port 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc on network 0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:36:57.153494 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Attempting to bind port 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc on network 0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:36:57.158863 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a46688be-6886-474f-ba65-515d4f792075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:57.164036 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:36:57.164560 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Checking segment: {'id': '8ddbd182-8930-4902-9c5a-899f47dda38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:36:57.165111 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Bound using segment: {'id': '8ddbd182-8930-4902-9c5a-899f47dda38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:36:57.165749 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Bound port: 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddbd182-8930-4902-9c5a-899f47dda38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:36:57.166247 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:57.406483 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] For port 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc, host hv-cinder-80304, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:36:57.433115 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] For port 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9d0102fa-1e0c-4de6-aabb-7c7b0809fccc,segment=NetworkSegment(8ddbd182-8930-4902-9c5a-899f47dda38a),segment_id=8ddbd182-8930-4902-9c5a-899f47dda38a)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:36:57.449906 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bd2de076-d166-40ba-a49e-319c9fcdc7cb req-8c90d678-e746-4fed-837b-078468f177cb tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 210 time: 0.1047325 Aug 04 12:36:57.468651 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1d5c8-398b-46bf-9de5-296e8e18c493 req-bf4100a6-27f5-4692-b0d9-6360c32a336a tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:57.473908 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3bd1d5c8-398b-46bf-9de5-296e8e18c493 req-bf4100a6-27f5-4692-b0d9-6360c32a336a tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 944 time: 0.1274986 Aug 04 12:36:57.480215 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-b2aa7808-4b98-49bd-8f1b-c403a77069da tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:57.546707 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3bd1d5c8-398b-46bf-9de5-296e8e18c493 req-63d00803-3465-4dff-bd29-24016edde07c tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524232 Aug 04 12:36:57.624785 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a46688be-6886-474f-ba65-515d4f792075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:57.629794 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a46688be-6886-474f-ba65-515d4f792075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:57.629794 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-a46688be-6886-474f-ba65-515d4f792075 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/73d62a2f-6817-4102-844d-29330a7849c2 HTTP/1.1" status: 204 len: 168 time: 0.6882849 Aug 04 12:36:57.637465 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46688be-6886-474f-ba65-515d4f792075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d62a2f-6817-4102-844d-29330a7849c2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:57.837782 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fc761a4e-7726-41f8-9ba3-72a4d7749969 req-0b96f4b7-fb8e-4e17-85e3-a8b92aa2c981 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 210 time: 0.0281849 Aug 04 12:36:57.837782 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d1455701-e1dd-4f6d-aebd-4e09eac1f0db req-1e87828a-79bd-44e5-aeea-760caa4ed9f7 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 210 time: 0.0299165 Aug 04 12:36:57.936467 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:57.947315 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-b2aa7808-4b98-49bd-8f1b-c403a77069da tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:58.011880 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-b2aa7808-4b98-49bd-8f1b-c403a77069da tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Network 0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:36:58.018297 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:58.036957 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:58.036957 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] 10.222.0.76 "PUT /v2.0/ports/9d0102fa-1e0c-4de6-aabb-7c7b0809fccc HTTP/1.1" status: 200 len: 1094 time: 2.8237269 Aug 04 12:36:58.036957 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce15b978-aff9-4b13-88b3-07c8c50ed459', 'tag': '9d0102fa-1e0c-4de6-aabb-7c7b0809fccc'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:36:58.036957 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2eacf4-351c-4145-bbcd-6a3e1a2d9785" -d '{"events": [{"name": "network-changed", "server_uuid": "ce15b978-aff9-4b13-88b3-07c8c50ed459", "tag": "9d0102fa-1e0c-4de6-aabb-7c7b0809fccc"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:36:58.036957 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-b2aa7808-4b98-49bd-8f1b-c403a77069da tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:36:58.036957 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-b2aa7808-4b98-49bd-8f1b-c403a77069da tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:36:58.040540 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-b2aa7808-4b98-49bd-8f1b-c403a77069da tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:58.040540 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-b2aa7808-4b98-49bd-8f1b-c403a77069da tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:36:58.087187 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bc7634-a7f7-4d80-b65e-465b8dd31bd0 x-openstack-request-id: req-53bc7634-a7f7-4d80-b65e-465b8dd31bd0 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:36:58.089515 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce15b978-aff9-4b13-88b3-07c8c50ed459", "tag": "9d0102fa-1e0c-4de6-aabb-7c7b0809fccc", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:36:58.089823 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-53bc7634-a7f7-4d80-b65e-465b8dd31bd0 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:36:58.090277 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce15b978-aff9-4b13-88b3-07c8c50ed459', 'tag': '9d0102fa-1e0c-4de6-aabb-7c7b0809fccc', 'status': 'completed', 'code': 200} Aug 04 12:36:58.091420 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621f695-e38f-4d96-8252-981729d98db7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0102fa-1e0c-4de6-aabb-7c7b0809fccc,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:58.161747 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa7808-4b98-49bd-8f1b-c403a77069da tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Pushing event updated for resources: {'Port': ['ID=7db255de-296e-47e3-b334-a72ab576aa04,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:36:58.476474 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-b2aa7808-4b98-49bd-8f1b-c403a77069da tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3531995 Aug 04 12:36:58.601254 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a4ee8d5f-409c-4d39-bf5c-bbe647feee6b req-7d6c4e5f-f16f-4dab-9cae-7767ee93ffa8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 210 time: 0.0478346 Aug 04 12:36:58.687855 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5951c84-7d63-4def-b7e2-73670a860b2f req-0a8c275d-1ff2-4d09-97c3-8d5ccd5b8f2e tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:58.689616 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a5951c84-7d63-4def-b7e2-73670a860b2f req-0a8c275d-1ff2-4d09-97c3-8d5ccd5b8f2e tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 944 time: 0.0532610 Aug 04 12:36:58.733218 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a5951c84-7d63-4def-b7e2-73670a860b2f req-08ddec7f-0d75-44d9-b098-82ef0a9479df tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372188 Aug 04 12:36:59.042099 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d6362a49-2160-49be-ad4b-427ec0ef879a req-a5c23127-f3e0-464a-87a2-f63589dbe48b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 210 time: 0.0835466 Aug 04 12:36:59.088457 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3fdb1-0c13-47d8-ba4c-a52555ce2602 req-e5fc812c-9c8d-4fdd-b54e-fc3ea7753d43 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:59.095782 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-76c3fdb1-0c13-47d8-ba4c-a52555ce2602 req-e5fc812c-9c8d-4fdd-b54e-fc3ea7753d43 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 931 time: 0.1232483 Aug 04 12:36:59.157782 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-76c3fdb1-0c13-47d8-ba4c-a52555ce2602 req-f8f98a06-b0a6-4cd2-9eec-43d001f441e6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510952 Aug 04 12:36:59.721540 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-45f6be63-42cb-4417-a240-4d89e8dfd06b req-7499256d-a27c-4817-936e-0e52835914a2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 210 time: 0.0380788 Aug 04 12:36:59.861303 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3792ab-2142-4f5b-858c-0b24961100c7 req-861142cd-6ecc-4c8d-bd1c-3256e64a3f5e tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:36:59.861553 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5d3792ab-2142-4f5b-858c-0b24961100c7 req-861142cd-6ecc-4c8d-bd1c-3256e64a3f5e tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 944 time: 0.0525348 Aug 04 12:36:59.890914 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Request body: {'port': {'device_id': '1d4f3555-87d4-49f4-b070-c73c4e143cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:36:59.963803 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5d3792ab-2142-4f5b-858c-0b24961100c7 req-b6bea09b-5204-4f1d-a6bb-0d8c184ec643 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960152 Aug 04 12:37:00.062466 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-1c286b73-f2b0-4c7e-b69d-8e7533c24e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:00.064660 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-1c286b73-f2b0-4c7e-b69d-8e7533c24e49 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6144c28-0d1a-4c31-a088-72cd85a5256c HTTP/1.1" status: 200 len: 852 time: 0.1936007 Aug 04 12:37:00.143803 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2eacf4-351c-4145-bbcd-6a3e1a2d9785 req-26451acf-b704-4d1d-a23e-7b101c747170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:00.147429 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-db2eacf4-351c-4145-bbcd-6a3e1a2d9785 req-26451acf-b704-4d1d-a23e-7b101c747170 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=465ae0594e354f498461306e541acbd3&device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 1097 time: 0.2496662 Aug 04 12:37:00.191130 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:00.198940 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-ca7c1444-aeae-4b16-901e-9293dfe1353b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d70990c3-c71e-42d7-9bb6-5139257f76e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149676 Aug 04 12:37:00.220841 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d5f5140d-03ac-4911-ba73-22dda7e54d56 req-f2d59bc1-4646-41c4-a587-f920d6d6c246 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 210 time: 0.0464518 Aug 04 12:37:00.297444 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a844b0b-bbb1-4bcd-b485-23667527d41d req-e647a8d2-d29a-45e0-afee-1b993a620e2a tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:00.299350 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5a844b0b-bbb1-4bcd-b485-23667527d41d req-e647a8d2-d29a-45e0-afee-1b993a620e2a tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 931 time: 0.0666008 Aug 04 12:37:00.362105 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5a844b0b-bbb1-4bcd-b485-23667527d41d req-b216d52f-a98b-47d6-9619-1f94ccb8ac58 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511336 Aug 04 12:37:00.582788 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2eacf4-351c-4145-bbcd-6a3e1a2d9785 req-928a51ad-8687-4f5a-bba1-a948655a9bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:00.584246 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-db2eacf4-351c-4145-bbcd-6a3e1a2d9785 req-928a51ad-8687-4f5a-bba1-a948655a9bc7 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=465ae0594e354f498461306e541acbd3&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3722765 Aug 04 12:37:00.588568 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-4dbe67fa-d61d-4679-ae77-fc781a8a4531 service neutron] 10.222.0.76 "GET /v2.0/networks/d70990c3-c71e-42d7-9bb6-5139257f76e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689857 Aug 04 12:37:00.654488 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 37250) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:00.766012 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91e89b2c-127e-4657-b338-26a373eacc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:00.872485 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-032abcd4-98e8-4de6-9723-466fbfac5e6c req-6359bdee-f7da-4a47-85dd-ca871d5c6e53 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 210 time: 0.0380478 Aug 04 12:37:00.941269 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91e89b2c-127e-4657-b338-26a373eacc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:01.086091 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91e89b2c-127e-4657-b338-26a373eacc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:01.090240 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-329f78eb-1f3f-4026-a822-7581e02c2e09 req-2145a8ca-64b5-4467-801c-391bfe21024c service neutron] 10.222.0.76 "GET /v2.0/networks/d70990c3-c71e-42d7-9bb6-5139257f76e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800689 Aug 04 12:37:01.100028 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a50e1-160a-4486-b1ed-eef80aa97cc5 req-9e3d7162-c899-4c14-9097-dab7ebe73ef3 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:01.101662 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6b9a50e1-160a-4486-b1ed-eef80aa97cc5 req-9e3d7162-c899-4c14-9097-dab7ebe73ef3 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 944 time: 0.0661223 Aug 04 12:37:01.111135 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2eacf4-351c-4145-bbcd-6a3e1a2d9785 req-3658fc1b-8ef2-49bf-988f-92ae808b0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:01.112913 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-db2eacf4-351c-4145-bbcd-6a3e1a2d9785 req-3658fc1b-8ef2-49bf-988f-92ae808b0601 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5142498 Aug 04 12:37:01.165851 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-91e89b2c-127e-4657-b338-26a373eacc67 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7c5c069137b643709e4de986aa98023b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046415 Aug 04 12:37:01.165851 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e89b2c-127e-4657-b338-26a373eacc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036c4b6d-ff1d-4020-98b5-9cc7c0392892,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:01.166285 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 37258) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:01.186555 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6b9a50e1-160a-4486-b1ed-eef80aa97cc5 req-f6f8f8f2-0502-4c22-9281-f7dd89a8480c tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746179 Aug 04 12:37:01.201438 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7db255de-296e-47e3-b334-a72ab576aa04 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:37:01.214419 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:01.236114 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Transition to ACTIVE for port object 7db255de-296e-47e3-b334-a72ab576aa04 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:37:01.261769 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1274f1f2-8cde-469c-bff3-6d7569bb9459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:01.298515 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1274f1f2-8cde-469c-bff3-6d7569bb9459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:01.379799 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-164d8f08-204d-4f67-8c90-32c788f7e466 req-8373e5c8-5973-4b6b-875e-ba5c7a9c3d97 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 210 time: 0.0825982 Aug 04 12:37:01.441651 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.76', 49309) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:01.441959 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:01.566143 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Pushing event updated for resources: {'Port': ['ID=7db255de-296e-47e3-b334-a72ab576aa04,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:01.573707 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586a78c-1f95-4235-9e9b-58b1aba9ea7f req-7a995fb4-81c0-4b10-8777-aed5518f06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:01.575244 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-3586a78c-1f95-4235-9e9b-58b1aba9ea7f req-7a995fb4-81c0-4b10-8777-aed5518f06e0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b0f327f37a0245499ff8737a7952a6c7&device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 1097 time: 0.2418475 Aug 04 12:37:01.654685 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256d4f8-e1b5-484e-acd0-3bd4e10b71a8 req-8a07d377-c2f5-48d0-acff-898ef1e5fa36 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:01.657237 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9256d4f8-e1b5-484e-acd0-3bd4e10b71a8 req-8a07d377-c2f5-48d0-acff-898ef1e5fa36 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 943 time: 0.0968924 Aug 04 12:37:01.688494 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-96695999-10a4-42d6-8d72-7a43c9a7a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:01.690338 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-96695999-10a4-42d6-8d72-7a43c9a7a33d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=465ae0594e354f498461306e541acbd3&device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 1097 time: 0.2722178 Aug 04 12:37:01.698699 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-43cb933d-1663-4482-9a3c-9608355d6b06 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:01.700231 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-43cb933d-1663-4482-9a3c-9608355d6b06 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.76 "GET /v2.0/networks?id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5 HTTP/1.1" status: 200 len: 817 time: 0.2567348 Aug 04 12:37:01.721844 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9256d4f8-e1b5-484e-acd0-3bd4e10b71a8 req-c0f8f461-daba-4f44-b726-6345acdb822c tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574095 Aug 04 12:37:01.772520 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Attempting to bind port 7db255de-296e-47e3-b334-a72ab576aa04 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:37:01.773074 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Attempting to bind port 7db255de-296e-47e3-b334-a72ab576aa04 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '8ddbd182-8930-4902-9c5a-899f47dda38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:37:01.773654 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Attempting to bind port 7db255de-296e-47e3-b334-a72ab576aa04 on network 0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:37:01.789007 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-f3b899db-bec3-494d-b642-eff2b8499b29 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cdc0003e64748479f74178220380fda HTTP/1.1" status: 200 len: 380 time: 0.0647366 Aug 04 12:37:01.795797 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1274f1f2-8cde-469c-bff3-6d7569bb9459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:01.800422 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-621a5d6b-e7d7-4c65-9b7a-57bec0d9232d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Request body: {'port': {'device_id': '5ec4f946-dc33-461c-a35f-cbdfe41b7b03', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'admin_state_up': True, 'tenant_id': '6cdc0003e64748479f74178220380fda', 'security_groups': ['0ae2e332-3049-45b7-a186-b0f573d55cd1']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:37:01.803523 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1274f1f2-8cde-469c-bff3-6d7569bb9459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:01.803834 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-1274f1f2-8cde-469c-bff3-6d7569bb9459 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/036c4b6d-ff1d-4020-98b5-9cc7c0392892 HTTP/1.1" status: 204 len: 168 time: 0.6385417 Aug 04 12:37:01.869642 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274f1f2-8cde-469c-bff3-6d7569bb9459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036c4b6d-ff1d-4020-98b5-9cc7c0392892,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:01.884033 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Port 7db255de-296e-47e3-b334-a72ab576aa04 on network 0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:37:01.884391 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Attempting to bind port 7db255de-296e-47e3-b334-a72ab576aa04 on network 0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:37:01.900624 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-fc87afd6-7c6a-4ee3-9008-a2e2e24a5bf7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d0102fa-1e0c-4de6-aabb-7c7b0809fccc HTTP/1.1" status: 200 len: 217 time: 0.1309018 Aug 04 12:37:01.960687 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-a518dce6-d227-427c-b815-daa23ed48c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:01.962253 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-a518dce6-d227-427c-b815-daa23ed48c0b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bcddcb6e-8579-46c5-9c70-12b6d396ce24 HTTP/1.1" status: 200 len: 858 time: 0.0540190 Aug 04 12:37:01.966398 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:37:01.966757 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Checking segment: {'id': '8ddbd182-8930-4902-9c5a-899f47dda38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:37:01.967160 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Bound using segment: {'id': '8ddbd182-8930-4902-9c5a-899f47dda38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:37:01.967608 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Bound port: 7db255de-296e-47e3-b334-a72ab576aa04, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddbd182-8930-4902-9c5a-899f47dda38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:37:01.968521 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:02.012544 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586a78c-1f95-4235-9e9b-58b1aba9ea7f req-1ccce912-ebe8-41c2-932b-099d9afc1593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:02.014210 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-3586a78c-1f95-4235-9e9b-58b1aba9ea7f req-1ccce912-ebe8-41c2-932b-099d9afc1593 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d70990c3-c71e-42d7-9bb6-5139257f76e1 HTTP/1.1" status: 200 len: 913 time: 0.4277449 Aug 04 12:37:02.016867 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-d23fec97-de90-4638-8e46-bb58b69e9e9b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389767 Aug 04 12:37:02.038458 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4b2f2451-8dfc-4776-968b-4a5ea0dfab23 req-1f32e2ee-c8d0-4781-8932-91f753686322 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 210 time: 0.0333276 Aug 04 12:37:02.151774 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-3586a78c-1f95-4235-9e9b-58b1aba9ea7f req-fd531459-de4b-45c4-8081-8d083ec2c0b5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2651504-aacc-473d-8797-379edf9f84f2 HTTP/1.1" status: 200 len: 217 time: 0.1033063 Aug 04 12:37:02.196241 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] For port 7db255de-296e-47e3-b334-a72ab576aa04, host hv-cinder-80304, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:37:02.225424 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] For port 7db255de-296e-47e3-b334-a72ab576aa04, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=7db255de-296e-47e3-b334-a72ab576aa04,segment=NetworkSegment(8ddbd182-8930-4902-9c5a-899f47dda38a),segment_id=8ddbd182-8930-4902-9c5a-899f47dda38a)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:37:02.245449 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586a78c-1f95-4235-9e9b-58b1aba9ea7f req-0aee3e0c-e840-4eba-ab7c-d63b7198befc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:02.246989 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-3586a78c-1f95-4235-9e9b-58b1aba9ea7f req-0aee3e0c-e840-4eba-ab7c-d63b7198befc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6144c28-0d1a-4c31-a088-72cd85a5256c HTTP/1.1" status: 200 len: 852 time: 0.0867369 Aug 04 12:37:02.248133 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-621a5d6b-e7d7-4c65-9b7a-57bec0d9232d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Made reservation on behalf of 6cdc0003e64748479f74178220380fda for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:37:02.252647 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-621a5d6b-e7d7-4c65-9b7a-57bec0d9232d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:02.266957 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-74c9e7b7-43eb-4564-8c1d-b1b23611e720 service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174077 Aug 04 12:37:02.354199 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-3586a78c-1f95-4235-9e9b-58b1aba9ea7f req-7ef45e04-5575-4887-a8d7-8ea30429835d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d70990c3-c71e-42d7-9bb6-5139257f76e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748286 Aug 04 12:37:02.381929 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:02.565473 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:02.568369 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:02.570834 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] 10.222.0.76 "PUT /v2.0/ports/7db255de-296e-47e3-b334-a72ab576aa04 HTTP/1.1" status: 200 len: 1093 time: 2.6876628 Aug 04 12:37:02.621882 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4f3555-87d4-49f4-b070-c73c4e143cf9', 'tag': '7db255de-296e-47e3-b334-a72ab576aa04'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:37:02.625312 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82ba34e-2fbb-4420-a60f-da0e0edcf741" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4f3555-87d4-49f4-b070-c73c4e143cf9", "tag": "7db255de-296e-47e3-b334-a72ab576aa04"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:37:02.647320 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-3586a78c-1f95-4235-9e9b-58b1aba9ea7f req-2ba03b30-f52a-4581-8fb8-011c6ab00db9 service neutron] 10.222.0.76 "GET /v2.0/networks/d70990c3-c71e-42d7-9bb6-5139257f76e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803760 Aug 04 12:37:02.689564 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a1cceb79-1f62-439b-b85a-c26dc5cfbf26 req-4634ee10-f423-4ad8-b441-28d98867d10b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 210 time: 0.0806506 Aug 04 12:37:02.699156 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a73bb-55f7-4f6c-aa42-5fcaf56098fb service neutron] Pushing event updated for resources: {'Port': ['ID=7db255de-296e-47e3-b334-a72ab576aa04,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:02.709165 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device f2651504-aacc-473d-8797-379edf9f84f2 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:37:02.801403 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.76', 49318) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:02.841093 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-da812222-9b32-4b14-aec8-70e95334e078 service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547941 Aug 04 12:37:02.867750 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7af554-f234-4220-9e12-6b7deddebe54 x-openstack-request-id: req-aa7af554-f234-4220-9e12-6b7deddebe54 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:37:02.868045 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4f3555-87d4-49f4-b070-c73c4e143cf9", "tag": "7db255de-296e-47e3-b334-a72ab576aa04", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:37:02.868303 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-aa7af554-f234-4220-9e12-6b7deddebe54 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:37:02.868698 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4f3555-87d4-49f4-b070-c73c4e143cf9', 'tag': '7db255de-296e-47e3-b334-a72ab576aa04', 'status': 'completed', 'code': 200} Aug 04 12:37:02.892412 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-3586a78c-1f95-4235-9e9b-58b1aba9ea7f req-1d010f20-6cd4-4d97-9c2b-179100251c1f service neutron] 10.222.0.76 "GET /v2.0/networks/d70990c3-c71e-42d7-9bb6-5139257f76e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319493 Aug 04 12:37:02.919889 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port f2651504-aacc-473d-8797-379edf9f84f2, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=f2651504-aacc-473d-8797-379edf9f84f2,segment=NetworkSegment(712db893-c45c-4b82-b016-bdb409ccd016),segment_id=712db893-c45c-4b82-b016-bdb409ccd016)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:37:02.940322 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': 'f2651504-aacc-473d-8797-379edf9f84f2', 'network_id': 'd70990c3-c71e-42d7-9bb6-5139257f76e1', 'port_id': 'f2651504-aacc-473d-8797-379edf9f84f2', 'mac_address': 'fa:16:3e:22:ab:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6144c28-0d1a-4c31-a088-72cd85a5256c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:37:02.976311 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c633b6b-fea0-45cc-8269-7a3487f2730d req-42415ddb-548e-49c7-9c74-aa65dea2d749 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:02.977870 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9c633b6b-fea0-45cc-8269-7a3487f2730d req-42415ddb-548e-49c7-9c74-aa65dea2d749 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 944 time: 0.6789968 Aug 04 12:37:02.992214 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:03.006214 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2651504-aacc-473d-8797-379edf9f84f2 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:37:03.031357 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port f2651504-aacc-473d-8797-379edf9f84f2, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=f2651504-aacc-473d-8797-379edf9f84f2,segment=NetworkSegment(712db893-c45c-4b82-b016-bdb409ccd016),segment_id=712db893-c45c-4b82-b016-bdb409ccd016)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:37:03.072670 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-1255a710-13a9-4c8c-bb5d-2b06e893170f tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:03.076337 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-1255a710-13a9-4c8c-bb5d-2b06e893170f tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.76 "GET /v2.0/networks?id=0ba113d9-2675-4a22-b634-a3c6b41f2555 HTTP/1.1" status: 200 len: 810 time: 0.2147903 Aug 04 12:37:03.079982 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-621a5d6b-e7d7-4c65-9b7a-57bec0d9232d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Allocated IP 172.20.0.12 (35a4a42a-e418-48b8-9c64-c2d7d59d03c5/988d24d8-9aac-4159-8a04-ee92addd3047/c676d4ba-5ccd-40b2-96c5-dbb550a32836) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:37:03.110499 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:03.114192 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-40510b03-ca8e-47e3-b083-e759921d4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:03.115772 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-40510b03-ca8e-47e3-b083-e759921d4a6e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=465ae0594e354f498461306e541acbd3&device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 1096 time: 0.3099940 Aug 04 12:37:03.126111 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9c633b6b-fea0-45cc-8269-7a3487f2730d req-3afbca5e-7428-4fac-9432-75aab9adaa0a tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354444 Aug 04 12:37:03.184625 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=f2651504-aacc-473d-8797-379edf9f84f2,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:03.200819 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-89e9de60-d54b-490e-8222-d7dc3eca6375 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe091bfaaf4e41eda6f7c1fe1220b764 HTTP/1.1" status: 200 len: 380 time: 0.0820456 Aug 04 12:37:03.204988 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e1167-b96e-4ab6-a4d6-ed0442f4471b req-08e6ce5f-7e72-4742-a658-42a29017a7be tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:03.206967 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a80e1167-b96e-4ab6-a4d6-ed0442f4471b req-08e6ce5f-7e72-4742-a658-42a29017a7be tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 943 time: 0.2716951 Aug 04 12:37:03.210218 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-6af86ba8-3abe-4539-aaf9-ae25dbe538ef tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Request body: {'port': {'device_id': 'ae48df2d-204c-43bd-b1a0-4bee31ee286a', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'admin_state_up': True, 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'security_groups': ['34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7']}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:37:03.255514 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-452778c0-dc6f-419d-935e-e6313151115d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7db255de-296e-47e3-b334-a72ab576aa04 HTTP/1.1" status: 200 len: 217 time: 0.1192296 Aug 04 12:37:03.260078 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 37320) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:03.328331 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-21e7552d-f613-45e6-b167-bfcb4e43e102 req-05eb8895-1e32-4bf1-b979-2db2bdfcdbd0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 210 time: 0.0707185 Aug 04 12:37:03.391142 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64303971-9551-40e2-aba0-3aa9538aa67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:03.447416 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-6af86ba8-3abe-4539-aaf9-ae25dbe538ef tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Made reservation on behalf of fe091bfaaf4e41eda6f7c1fe1220b764 for: {'port': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:37:03.452861 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-6af86ba8-3abe-4539-aaf9-ae25dbe538ef tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:03.457900 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['f2651504-aacc-473d-8797-379edf9f84f2'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:37:03.466764 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-48acd5fd-7078-4fb5-b8c7-e3d9fd29af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:03.468308 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-48acd5fd-7078-4fb5-b8c7-e3d9fd29af5d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bcddcb6e-8579-46c5-9c70-12b6d396ce24 HTTP/1.1" status: 200 len: 858 time: 0.1901531 Aug 04 12:37:03.471614 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a80e1167-b96e-4ab6-a4d6-ed0442f4471b req-dd86ae39-42ab-4015-861a-63ac443c4a2a tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151365 Aug 04 12:37:03.547249 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-1e04ad5a-78bb-435c-bc42-37c0f59d9f62 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700150 Aug 04 12:37:03.673569 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-621a5d6b-e7d7-4c65-9b7a-57bec0d9232d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:03.687968 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-6af86ba8-3abe-4539-aaf9-ae25dbe538ef tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Allocated IP 172.20.0.13 (0ba113d9-2675-4a22-b634-a3c6b41f2555/aedd7339-0c11-4ca6-9c5c-6f42b8d89abe/1ad1723e-b10f-48d7-a783-65772f63dbc6) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:37:03.781388 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64303971-9551-40e2-aba0-3aa9538aa67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:03.857736 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-621a5d6b-e7d7-4c65-9b7a-57bec0d9232d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Transition to ACTIVE for port object c676d4ba-5ccd-40b2-96c5-dbb550a32836 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:37:03.881510 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-09b580a6-fb61-4c42-aae6-14f189d95f05 req-5cdb9e5c-8180-4c51-9e2b-3326b0e8887a tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 210 time: 0.0430472 Aug 04 12:37:03.885650 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-50aef61e-1eb1-41b7-91ce-d0d47b75bb3b service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224697 Aug 04 12:37:03.910396 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64303971-9551-40e2-aba0-3aa9538aa67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:03.918411 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-6af86ba8-3abe-4539-aaf9-ae25dbe538ef tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:03.943169 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-6af86ba8-3abe-4539-aaf9-ae25dbe538ef tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Transition to ACTIVE for port object 1ad1723e-b10f-48d7-a783-65772f63dbc6 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:37:04.082608 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-64303971-9551-40e2-aba0-3aa9538aa67d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=227fd9221df64992be46b9488f97ddb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8212447 Aug 04 12:37:04.085458 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 37338) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:04.094259 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64303971-9551-40e2-aba0-3aa9538aa67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4056b005-a307-4aee-beda-c0a1f4cfbefc,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:04.126605 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-6af86ba8-3abe-4539-aaf9-ae25dbe538ef tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:04.134735 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1c972e91-7e76-4b36-b14f-9668f067b7c8 req-e338fb17-5bf4-401f-adee-814921bd6b01 service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399125 Aug 04 12:37:04.230361 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-621a5d6b-e7d7-4c65-9b7a-57bec0d9232d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:04.230631 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-6af86ba8-3abe-4539-aaf9-ae25dbe538ef tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Network 0ba113d9-2675-4a22-b634-a3c6b41f2555 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:37:04.447284 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-621a5d6b-e7d7-4c65-9b7a-57bec0d9232d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Network 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:37:04.479408 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-6af86ba8-3abe-4539-aaf9-ae25dbe538ef tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:37:04.484471 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-621a5d6b-e7d7-4c65-9b7a-57bec0d9232d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:37:04.486725 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-6af86ba8-3abe-4539-aaf9-ae25dbe538ef tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:37:04.492438 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-6af86ba8-3abe-4539-aaf9-ae25dbe538ef tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:04.492965 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-6af86ba8-3abe-4539-aaf9-ae25dbe538ef tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:04.495518 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-34850160-4dfb-4955-b0f7-1f09beaf065d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:04.505983 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af86ba8-3abe-4539-aaf9-ae25dbe538ef tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Pushing event updated for resources: {'Port': ['ID=1ad1723e-b10f-48d7-a783-65772f63dbc6,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:04.524520 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-621a5d6b-e7d7-4c65-9b7a-57bec0d9232d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:37:04.533269 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-621a5d6b-e7d7-4c65-9b7a-57bec0d9232d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:04.533730 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-34850160-4dfb-4955-b0f7-1f09beaf065d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:04.534243 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-621a5d6b-e7d7-4c65-9b7a-57bec0d9232d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:04.561756 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af7a98-a202-4789-b6f7-cfec89733dc1 req-330fe08f-0573-43d7-bb59-d7338dfad9a3 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:04.561756 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-91af7a98-a202-4789-b6f7-cfec89733dc1 req-330fe08f-0573-43d7-bb59-d7338dfad9a3 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 945 time: 0.3407626 Aug 04 12:37:04.570840 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a5d6b-e7d7-4c65-9b7a-57bec0d9232d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Pushing event updated for resources: {'Port': ['ID=c676d4ba-5ccd-40b2-96c5-dbb550a32836,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:04.664422 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ba34e-2fbb-4420-a60f-da0e0edcf741 req-ccb44276-7ab1-45db-80af-07f3e09d4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:04.666422 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e82ba34e-2fbb-4420-a60f-da0e0edcf741 req-ccb44276-7ab1-45db-80af-07f3e09d4bd1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=465ae0594e354f498461306e541acbd3&device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 1096 time: 0.3079224 Aug 04 12:37:04.675560 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-91af7a98-a202-4789-b6f7-cfec89733dc1 req-7bfe2829-0686-4815-9376-3681856d8a83 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141088 Aug 04 12:37:04.685586 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:37:04.728865 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b0b8b-fcda-4c1f-957d-02dc8ea342e5 req-d849f746-95d6-4780-b8bf-9e0f6572ab9c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:04.742824 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8b1b0b8b-fcda-4c1f-957d-02dc8ea342e5 req-d849f746-95d6-4780-b8bf-9e0f6572ab9c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 932 time: 0.3094072 Aug 04 12:37:04.751789 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device f2651504-aacc-473d-8797-379edf9f84f2 up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:37:04.963759 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-6af86ba8-3abe-4539-aaf9-ae25dbe538ef tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7582333 Aug 04 12:37:04.974341 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9d0102fa-1e0c-4de6-aabb-7c7b0809fccc,segment=NetworkSegment(8ddbd182-8930-4902-9c5a-899f47dda38a),segment_id=8ddbd182-8930-4902-9c5a-899f47dda38a)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:37:04.977588 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8b1b0b8b-fcda-4c1f-957d-02dc8ea342e5 req-04175801-f253-4ca2-b394-0c3dadf6b31d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330637 Aug 04 12:37:04.988724 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': '9d0102fa-1e0c-4de6-aabb-7c7b0809fccc', 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7', 'port_id': '9d0102fa-1e0c-4de6-aabb-7c7b0809fccc', 'mac_address': 'fa:16:3e:b4:b0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcddcb6e-8579-46c5-9c70-12b6d396ce24', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:37:04.996455 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Request body: {'port': {'device_id': 'ae48df2d-204c-43bd-b1a0-4bee31ee286a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:37:05.040326 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ba34e-2fbb-4420-a60f-da0e0edcf741 req-f850b8f2-6a6b-46f8-bf3e-4c0ef47c0f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:05.041937 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e82ba34e-2fbb-4420-a60f-da0e0edcf741 req-f850b8f2-6a6b-46f8-bf3e-4c0ef47c0f79 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 HTTP/1.1" status: 200 len: 919 time: 0.3634591 Aug 04 12:37:05.052812 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20241a-5120-4088-87b0-9f4fe4c275ec req-91b1f0b1-4036-44d8-b791-b41bf9e65459 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:05.061027 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bb20241a-5120-4088-87b0-9f4fe4c275ec req-91b1f0b1-4036-44d8-b791-b41bf9e65459 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 943 time: 0.1981905 Aug 04 12:37:05.075352 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:05.105072 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:37:05.128027 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-34850160-4dfb-4955-b0f7-1f09beaf065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:05.139194 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-34850160-4dfb-4955-b0f7-1f09beaf065d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:05.146722 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-34850160-4dfb-4955-b0f7-1f09beaf065d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4056b005-a307-4aee-beda-c0a1f4cfbefc HTTP/1.1" status: 204 len: 168 time: 1.0571461 Aug 04 12:37:05.146958 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-a488e9f5-db74-4665-af6d-fa726154e613 None None] Provisioning for port 1ad1723e-b10f-48d7-a783-65772f63dbc6 completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:37:05.151288 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port f2651504-aacc-473d-8797-379edf9f84f2 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:37:05.160846 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9d0102fa-1e0c-4de6-aabb-7c7b0809fccc,segment=NetworkSegment(8ddbd182-8930-4902-9c5a-899f47dda38a),segment_id=8ddbd182-8930-4902-9c5a-899f47dda38a)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:37:05.162347 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:05.164543 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port f2651504-aacc-473d-8797-379edf9f84f2 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:37:05.165135 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:05.187784 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34850160-4dfb-4955-b0f7-1f09beaf065d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4056b005-a307-4aee-beda-c0a1f4cfbefc,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:05.208619 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-a488e9f5-db74-4665-af6d-fa726154e613 None None] Provisioning complete for port 1ad1723e-b10f-48d7-a783-65772f63dbc6 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:37:05.209208 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a488e9f5-db74-4665-af6d-fa726154e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:05.318660 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-a488e9f5-db74-4665-af6d-fa726154e613 None None] Port 1ad1723e-b10f-48d7-a783-65772f63dbc6 cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:37:05.345230 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:05.390923 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-621a5d6b-e7d7-4c65-9b7a-57bec0d9232d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5948706 Aug 04 12:37:05.414199 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e82ba34e-2fbb-4420-a60f-da0e0edcf741 req-d15834a9-4e00-43bb-9fd8-534f3ffcbe27 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7db255de-296e-47e3-b334-a72ab576aa04 HTTP/1.1" status: 200 len: 217 time: 0.3331962 Aug 04 12:37:05.429394 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Request body: {'port': {'device_id': '5ec4f946-dc33-461c-a35f-cbdfe41b7b03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:37:05.465157 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bb20241a-5120-4088-87b0-9f4fe4c275ec req-e1dc74bd-8f99-47ba-9298-437cd23e9c32 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985040 Aug 04 12:37:05.465289 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:05.526981 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-a488e9f5-db74-4665-af6d-fa726154e613 None None] Provisioning for port c676d4ba-5ccd-40b2-96c5-dbb550a32836 completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:37:05.538855 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=9d0102fa-1e0c-4de6-aabb-7c7b0809fccc,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:05.541890 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 37366) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:05.545541 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-a488e9f5-db74-4665-af6d-fa726154e613 None None] Provisioning complete for port c676d4ba-5ccd-40b2-96c5-dbb550a32836 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:37:05.547359 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a488e9f5-db74-4665-af6d-fa726154e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:05.588721 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e24385-0aa0-4913-88de-f47f78678533 req-24965565-b62c-4f04-801e-89e4c493750a tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:05.596601 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-18e24385-0aa0-4913-88de-f47f78678533 req-24965565-b62c-4f04-801e-89e4c493750a tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 932 time: 0.5119095 Aug 04 12:37:05.630258 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68d648f-999f-4dea-b0ec-4125e0bdfcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2651504-aacc-473d-8797-379edf9f84f2'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:37:05.652489 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ba34e-2fbb-4420-a60f-da0e0edcf741 req-69f1b41f-3eb5-4a04-8c03-5b46f707ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:05.658525 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e82ba34e-2fbb-4420-a60f-da0e0edcf741 req-69f1b41f-3eb5-4a04-8c03-5b46f707ba24 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bcddcb6e-8579-46c5-9c70-12b6d396ce24 HTTP/1.1" status: 200 len: 858 time: 0.1907141 Aug 04 12:37:05.691960 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-18e24385-0aa0-4913-88de-f47f78678533 req-443774b3-48fc-4131-aa08-0fb6b0e8809c tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939806 Aug 04 12:37:05.698883 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:05.738205 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e82ba34e-2fbb-4420-a60f-da0e0edcf741 req-a904a4ef-8699-4855-b88d-e7f5dd5fb3f1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711884 Aug 04 12:37:05.773514 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad1723e-b10f-48d7-a783-65772f63dbc6 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:37:05.785120 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:05.804365 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Transition to ACTIVE for port object 1ad1723e-b10f-48d7-a783-65772f63dbc6 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:37:05.860146 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['9d0102fa-1e0c-4de6-aabb-7c7b0809fccc'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:37:05.927978 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port f2651504-aacc-473d-8797-379edf9f84f2, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=f2651504-aacc-473d-8797-379edf9f84f2,segment=NetworkSegment(712db893-c45c-4b82-b016-bdb409ccd016),segment_id=712db893-c45c-4b82-b016-bdb409ccd016)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:37:05.939449 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:05.954899 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-a488e9f5-db74-4665-af6d-fa726154e613 None None] Port c676d4ba-5ccd-40b2-96c5-dbb550a32836 cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:37:06.057862 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:06.246607 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=f2651504-aacc-473d-8797-379edf9f84f2,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:06.258616 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfba8e9-ce96-4bf0-b58f-5fa4dc2001fa" -d '{"events": [{"server_uuid": "f68d648f-999f-4dea-b0ec-4125e0bdfcda", "name": "network-vif-plugged", "status": "completed", "tag": "f2651504-aacc-473d-8797-379edf9f84f2"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:37:06.261631 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-99bbca51-84cf-45b3-a8a2-7c40f45a06de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:06.297391 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad1723e-b10f-48d7-a783-65772f63dbc6,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:06.333931 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Attempting to bind port 1ad1723e-b10f-48d7-a783-65772f63dbc6 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:37:06.334420 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Attempting to bind port 1ad1723e-b10f-48d7-a783-65772f63dbc6 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '460f25c3-9530-4968-8cdc-c105494c6d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:37:06.334942 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Attempting to bind port 1ad1723e-b10f-48d7-a783-65772f63dbc6 on network 0ba113d9-2675-4a22-b634-a3c6b41f2555 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:37:06.352036 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Port 1ad1723e-b10f-48d7-a783-65772f63dbc6 on network 0ba113d9-2675-4a22-b634-a3c6b41f2555 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:37:06.352530 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Attempting to bind port 1ad1723e-b10f-48d7-a783-65772f63dbc6 on network 0ba113d9-2675-4a22-b634-a3c6b41f2555 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:37:06.367829 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:37:06.368338 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Checking segment: {'id': '460f25c3-9530-4968-8cdc-c105494c6d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:37:06.369645 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Bound using segment: {'id': '460f25c3-9530-4968-8cdc-c105494c6d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:37:06.369795 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Bound port: 1ad1723e-b10f-48d7-a783-65772f63dbc6, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '460f25c3-9530-4968-8cdc-c105494c6d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:37:06.371891 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:06.404319 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfe0d6-2b07-4f35-ac44-d4daadb278cc req-cdf3aabd-d594-4cc1-8577-d3709e7abb2d tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:06.406834 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-62dfe0d6-2b07-4f35-ac44-d4daadb278cc req-cdf3aabd-d594-4cc1-8577-d3709e7abb2d tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 945 time: 0.5015326 Aug 04 12:37:06.465077 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e82ba34e-2fbb-4420-a60f-da0e0edcf741 req-76c397a8-9051-42e7-8a18-95dffefd42ee service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7138062 Aug 04 12:37:06.492596 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] For port 1ad1723e-b10f-48d7-a783-65772f63dbc6, host hv-cinder-80304, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:37:06.500446 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] For port 1ad1723e-b10f-48d7-a783-65772f63dbc6, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=1ad1723e-b10f-48d7-a783-65772f63dbc6,segment=NetworkSegment(460f25c3-9530-4968-8cdc-c105494c6d68),segment_id=460f25c3-9530-4968-8cdc-c105494c6d68)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:37:06.559794 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-99bbca51-84cf-45b3-a8a2-7c40f45a06de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:06.627370 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf12ed-a79a-4408-a727-80ef0efddd43 req-e22ed447-3936-4f2d-8c59-bf4fbe58d754 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:06.628945 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-acdf12ed-a79a-4408-a727-80ef0efddd43 req-e22ed447-3936-4f2d-8c59-bf4fbe58d754 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 932 time: 0.4075854 Aug 04 12:37:06.637420 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-62dfe0d6-2b07-4f35-ac44-d4daadb278cc req-eca5ad8b-cf0b-45a9-b81f-ea0e371412ad tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031410 Aug 04 12:37:06.666504 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:06.693312 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 7db255de-296e-47e3-b334-a72ab576aa04 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:37:06.723514 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-99bbca51-84cf-45b3-a8a2-7c40f45a06de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:06.742616 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-acdf12ed-a79a-4408-a727-80ef0efddd43 req-3a2a7fd5-7c82-46be-997c-ccb7d9cf806e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041603 Aug 04 12:37:06.746763 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e82ba34e-2fbb-4420-a60f-da0e0edcf741 req-c44c44ea-565f-4e6c-a97c-2dc799800f59 service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570915 Aug 04 12:37:06.828526 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:06.829451 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:06.831932 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] 10.222.0.76 "PUT /v2.0/ports/1ad1723e-b10f-48d7-a783-65772f63dbc6 HTTP/1.1" status: 200 len: 1094 time: 1.8488123 Aug 04 12:37:06.841703 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c676d4ba-5ccd-40b2-96c5-dbb550a32836 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:37:06.862680 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:06.895593 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae48df2d-204c-43bd-b1a0-4bee31ee286a', 'tag': '1ad1723e-b10f-48d7-a783-65772f63dbc6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:37:06.901759 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60004046-8d6a-4266-900c-f95657a1cbc3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae48df2d-204c-43bd-b1a0-4bee31ee286a", "tag": "1ad1723e-b10f-48d7-a783-65772f63dbc6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:37:06.936192 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Transition to ACTIVE for port object c676d4ba-5ccd-40b2-96c5-dbb550a32836 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:37:07.000446 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbca51-84cf-45b3-a8a2-7c40f45a06de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461d4cce-62b4-465e-a8e8-a8fb4c567ebd,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:07.039336 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 7db255de-296e-47e3-b334-a72ab576aa04, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=7db255de-296e-47e3-b334-a72ab576aa04,segment=NetworkSegment(8ddbd182-8930-4902-9c5a-899f47dda38a),segment_id=8ddbd182-8930-4902-9c5a-899f47dda38a)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:37:07.042045 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e550a2f0-e61b-4bc3-b4c2-424d70daa13b x-openstack-request-id: req-e550a2f0-e61b-4bc3-b4c2-424d70daa13b {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:37:07.042333 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68d648f-999f-4dea-b0ec-4125e0bdfcda", "name": "network-vif-plugged", "status": "completed", "tag": "f2651504-aacc-473d-8797-379edf9f84f2", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:37:07.042576 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e550a2f0-e61b-4bc3-b4c2-424d70daa13b {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:37:07.044186 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68d648f-999f-4dea-b0ec-4125e0bdfcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2651504-aacc-473d-8797-379edf9f84f2', 'code': 200} Aug 04 12:37:07.059167 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:07.070835 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': '7db255de-296e-47e3-b334-a72ab576aa04', 'network_id': '0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7', 'port_id': '7db255de-296e-47e3-b334-a72ab576aa04', 'mac_address': 'fa:16:3e:4c:88:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcddcb6e-8579-46c5-9c70-12b6d396ce24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:37:07.090899 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a48b72-e93e-4acd-b01f-29e68f7eb092 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad1723e-b10f-48d7-a783-65772f63dbc6,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:07.177777 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:07.189155 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-99bbca51-84cf-45b3-a8a2-7c40f45a06de admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c584c65ff71f47f4992e3f6f06cc31dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6417689 Aug 04 12:37:07.207408 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 37442) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:07.210440 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7db255de-296e-47e3-b334-a72ab576aa04 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:37:07.261395 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-7dd7113b-92d3-4709-b5fd-23d82ad29bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:07.261395 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-7dd7113b-92d3-4709-b5fd-23d82ad29bbb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe091bfaaf4e41eda6f7c1fe1220b764&device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 1097 time: 0.2409468 Aug 04 12:37:07.265385 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 7db255de-296e-47e3-b334-a72ab576aa04, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=7db255de-296e-47e3-b334-a72ab576aa04,segment=NetworkSegment(8ddbd182-8930-4902-9c5a-899f47dda38a),segment_id=8ddbd182-8930-4902-9c5a-899f47dda38a)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:37:07.378679 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-241f7b85-e7ff-4406-9878-6d9c447f2c97 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ad1723e-b10f-48d7-a783-65772f63dbc6 HTTP/1.1" status: 200 len: 217 time: 0.1009212 Aug 04 12:37:07.379727 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c3069ef-b61f-4fef-ac89-17c935292e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:07.426992 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c3069ef-b61f-4fef-ac89-17c935292e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:07.458808 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:07.489823 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Attempting to bind port c676d4ba-5ccd-40b2-96c5-dbb550a32836 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:37:07.490657 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Attempting to bind port c676d4ba-5ccd-40b2-96c5-dbb550a32836 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '7e783870-77c8-445f-a256-144305634c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:37:07.490657 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Attempting to bind port c676d4ba-5ccd-40b2-96c5-dbb550a32836 on network 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:37:07.498236 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Pushing event updated for resources: {'Port': ['ID=c676d4ba-5ccd-40b2-96c5-dbb550a32836,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:07.535630 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Port c676d4ba-5ccd-40b2-96c5-dbb550a32836 on network 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:37:07.535630 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Attempting to bind port c676d4ba-5ccd-40b2-96c5-dbb550a32836 on network 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:37:07.547403 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:37:07.547802 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Checking segment: {'id': '7e783870-77c8-445f-a256-144305634c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:37:07.548375 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Bound using segment: {'id': '7e783870-77c8-445f-a256-144305634c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:37:07.548840 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Bound port: c676d4ba-5ccd-40b2-96c5-dbb550a32836, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e783870-77c8-445f-a256-144305634c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:37:07.549200 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:07.572136 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=7db255de-296e-47e3-b334-a72ab576aa04,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:07.584420 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10b3b8-96db-4612-8fd8-f62fe6402f0a req-c3f9f030-6361-465d-812d-74e7aab064f2 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:07.586231 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9b10b3b8-96db-4612-8fd8-f62fe6402f0a req-c3f9f030-6361-465d-812d-74e7aab064f2 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 943 time: 0.3958142 Aug 04 12:37:07.607632 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300708b4-aba7-40cd-83cd-28a23bdf39e8 req-448cfa6b-b4c2-4a56-98b0-f97a2a567cf0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:07.610362 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-300708b4-aba7-40cd-83cd-28a23bdf39e8 req-448cfa6b-b4c2-4a56-98b0-f97a2a567cf0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 944 time: 0.3121686 Aug 04 12:37:07.637464 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-cd573320-f91b-47c3-a894-98e54d25687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:07.640218 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-cd573320-f91b-47c3-a894-98e54d25687b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aedd7339-0c11-4ca6-9c5c-6f42b8d89abe HTTP/1.1" status: 200 len: 849 time: 0.2516439 Aug 04 12:37:07.742917 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c3069ef-b61f-4fef-ac89-17c935292e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:07.748175 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c3069ef-b61f-4fef-ac89-17c935292e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:07.750309 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-7c3069ef-b61f-4fef-ac89-17c935292e5b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/461d4cce-62b4-465e-a8e8-a8fb4c567ebd HTTP/1.1" status: 204 len: 168 time: 0.5416238 Aug 04 12:37:07.763017 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['7db255de-296e-47e3-b334-a72ab576aa04'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:37:07.808177 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-4b5cec77-4872-44e2-9c61-d1461894ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:07.811151 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-4b5cec77-4872-44e2-9c61-d1461894ab44 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0ba113d9-2675-4a22-b634-a3c6b41f2555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1524048 Aug 04 12:37:07.813651 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3069ef-b61f-4fef-ac89-17c935292e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461d4cce-62b4-465e-a8e8-a8fb4c567ebd,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:07.852455 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-300708b4-aba7-40cd-83cd-28a23bdf39e8 req-8c30e05d-3696-443d-babe-3e2233fd2ea1 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071877 Aug 04 12:37:07.880754 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] For port c676d4ba-5ccd-40b2-96c5-dbb550a32836, host hv-cinder-80304, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:37:07.918129 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9b10b3b8-96db-4612-8fd8-f62fe6402f0a req-debbd3ad-a884-4c0f-87bc-6e1aecdc801a tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692256 Aug 04 12:37:07.974467 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef57dd83-6318-4d56-a340-c5a305d1c261 x-openstack-request-id: req-ef57dd83-6318-4d56-a340-c5a305d1c261 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:37:07.976649 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae48df2d-204c-43bd-b1a0-4bee31ee286a", "tag": "1ad1723e-b10f-48d7-a783-65772f63dbc6", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:37:07.977550 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ef57dd83-6318-4d56-a340-c5a305d1c261 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:37:07.978454 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae48df2d-204c-43bd-b1a0-4bee31ee286a', 'tag': '1ad1723e-b10f-48d7-a783-65772f63dbc6', 'status': 'completed', 'code': 200} Aug 04 12:37:07.989479 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] For port c676d4ba-5ccd-40b2-96c5-dbb550a32836, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=c676d4ba-5ccd-40b2-96c5-dbb550a32836,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:37:07.993047 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcf004-1d78-4871-bb2e-d989e1ea0030 req-3735259e-08a2-4b66-9672-632944baf6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:07.995634 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e1bcf004-1d78-4871-bb2e-d989e1ea0030 req-3735259e-08a2-4b66-9672-632944baf6bc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 1099 time: 0.3100302 Aug 04 12:37:08.031491 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e1bcf004-1d78-4871-bb2e-d989e1ea0030 req-2b02c6b4-c3f5-4960-b3b8-30571a0f6e07 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:08.083588 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-ca4282a8-2fe3-403c-acd5-8023844e3a57 service neutron] 10.222.0.76 "GET /v2.0/networks/0ba113d9-2675-4a22-b634-a3c6b41f2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625265 Aug 04 12:37:08.133568 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:08.217192 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:08.218048 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:08.220221 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] 10.222.0.76 "PUT /v2.0/ports/c676d4ba-5ccd-40b2-96c5-dbb550a32836 HTTP/1.1" status: 200 len: 1094 time: 2.8050251 Aug 04 12:37:08.231696 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec4f946-dc33-461c-a35f-cbdfe41b7b03', 'tag': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:37:08.241294 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c63e1938-6906-40fc-8fbc-80add0d16d04 req-a2c47302-b376-4f67-8bd1-09a1693ae27a service neutron] 10.222.0.76 "GET /v2.0/networks/0ba113d9-2675-4a22-b634-a3c6b41f2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496251 Aug 04 12:37:08.354247 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704b494-9128-4572-8aaf-cb85667253d7 req-47d1c3e1-9371-480b-b6fc-1a388f95513a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:08.355986 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2704b494-9128-4572-8aaf-cb85667253d7 req-47d1c3e1-9371-480b-b6fc-1a388f95513a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.2799714 Aug 04 12:37:08.382683 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec361e-6b12-40c8-81df-98a0663b5c00 req-362de2f8-5a65-4533-8379-89242fce3c65 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:08.384395 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-10ec361e-6b12-40c8-81df-98a0663b5c00 req-362de2f8-5a65-4533-8379-89242fce3c65 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 946 time: 0.3219576 Aug 04 12:37:08.385412 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642c695-fef1-42e3-8dd2-d65662046d94 service neutron] Pushing event updated for resources: {'Port': ['ID=c676d4ba-5ccd-40b2-96c5-dbb550a32836,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:08.435145 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2704b494-9128-4572-8aaf-cb85667253d7 req-e559eb76-c8fc-4025-9d38-d11cbde3af24 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662823 Aug 04 12:37:08.540215 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-0bcff05f-4bf3-4744-9186-33ee453bae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:08.542013 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-0bcff05f-4bf3-4744-9186-33ee453bae30 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cdc0003e64748479f74178220380fda&device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 1097 time: 0.0859818 Aug 04 12:37:08.550307 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-10ec361e-6b12-40c8-81df-98a0663b5c00 req-b51a4cde-7dfc-4004-a18c-52ef2c129a35 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176829 Aug 04 12:37:08.552948 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60004046-8d6a-4266-900c-f95657a1cbc3 req-4642e13c-5906-4c87-877f-6bcd4c49ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:08.554862 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-60004046-8d6a-4266-900c-f95657a1cbc3 req-4642e13c-5906-4c87-877f-6bcd4c49ee94 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe091bfaaf4e41eda6f7c1fe1220b764&device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 1097 time: 0.1009827 Aug 04 12:37:08.585008 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e1bcf004-1d78-4871-bb2e-d989e1ea0030 req-2b02c6b4-c3f5-4960-b3b8-30571a0f6e07 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:08.614486 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-04abbdab-411e-4cc1-ad5f-e33c631a88f3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c676d4ba-5ccd-40b2-96c5-dbb550a32836 HTTP/1.1" status: 200 len: 217 time: 0.0434594 Aug 04 12:37:08.697014 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2c24e9-4646-4629-903f-1b5ab6a7c3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec4f946-dc33-461c-a35f-cbdfe41b7b03", "tag": "c676d4ba-5ccd-40b2-96c5-dbb550a32836"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:37:08.705246 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 7db255de-296e-47e3-b334-a72ab576aa04 up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:37:08.708604 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60004046-8d6a-4266-900c-f95657a1cbc3 req-fbf90ab8-5800-4d20-bd3d-d83df37a3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:08.710407 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-60004046-8d6a-4266-900c-f95657a1cbc3 req-fbf90ab8-5800-4d20-bd3d-d83df37a3d13 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0ba113d9-2675-4a22-b634-a3c6b41f2555 HTTP/1.1" status: 200 len: 911 time: 0.1446068 Aug 04 12:37:08.728823 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-8426b764-013e-463c-8f66-a50608dfbfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:08.730407 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-8426b764-013e-463c-8f66-a50608dfbfab service neutron] 10.222.0.76 "GET /v2.0/subnets?id=988d24d8-9aac-4159-8a04-ee92addd3047 HTTP/1.1" status: 200 len: 856 time: 0.1008072 Aug 04 12:37:08.760264 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-60004046-8d6a-4266-900c-f95657a1cbc3 req-ca1b3f60-9e2c-4ee3-bc8a-d52f9390c1f8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ad1723e-b10f-48d7-a783-65772f63dbc6 HTTP/1.1" status: 200 len: 217 time: 0.0405374 Aug 04 12:37:08.797312 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:08.814911 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60004046-8d6a-4266-900c-f95657a1cbc3 req-9c85a5eb-6f46-440e-9a78-73733e4bec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:08.817082 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-60004046-8d6a-4266-900c-f95657a1cbc3 req-9c85a5eb-6f46-440e-9a78-73733e4bec61 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aedd7339-0c11-4ca6-9c5c-6f42b8d89abe HTTP/1.1" status: 200 len: 849 time: 0.0498011 Aug 04 12:37:08.878268 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60004046-8d6a-4266-900c-f95657a1cbc3 req-9510248e-297a-4e0e-9b76-7618aae7f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:08.880001 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-60004046-8d6a-4266-900c-f95657a1cbc3 req-9510248e-297a-4e0e-9b76-7618aae7f8df service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0ba113d9-2675-4a22-b634-a3c6b41f2555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540955 Aug 04 12:37:08.914355 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port 7db255de-296e-47e3-b334-a72ab576aa04 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:37:08.921600 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port 7db255de-296e-47e3-b334-a72ab576aa04 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:37:08.923639 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:08.963190 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e1bcf004-1d78-4871-bb2e-d989e1ea0030 req-2b02c6b4-c3f5-4960-b3b8-30571a0f6e07 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:09.027151 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e1bcf004-1d78-4871-bb2e-d989e1ea0030 req-2b02c6b4-c3f5-4960-b3b8-30571a0f6e07 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0227361 Aug 04 12:37:09.036850 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-60004046-8d6a-4266-900c-f95657a1cbc3 req-f8a7f640-038f-4ef0-af7f-15cebeff8e59 service neutron] 10.222.0.76 "GET /v2.0/networks/0ba113d9-2675-4a22-b634-a3c6b41f2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486235 Aug 04 12:37:09.044717 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02c6b4-c3f5-4960-b3b8-30571a0f6e07 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=27e783c5-f4e1-403f-84e3-745e2e44558e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:09.067434 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-798c2df7-f587-451c-976c-9c9013f3fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:09.073557 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-798c2df7-f587-451c-976c-9c9013f3fa78 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3300190 Aug 04 12:37:09.105308 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:09.116403 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9db371-5948-4bb0-af94-9b8f618a5cbc req-e8630793-69b8-49fd-9ad2-997a99534c43 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:09.121120 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9e9db371-5948-4bb0-af94-9b8f618a5cbc req-e8630793-69b8-49fd-9ad2-997a99534c43 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 944 time: 0.0975387 Aug 04 12:37:09.141028 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4f3555-87d4-49f4-b070-c73c4e143cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db255de-296e-47e3-b334-a72ab576aa04'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:37:09.143530 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadfb35d-7c09-49a2-94fa-2586a9ac2549" -d '{"events": [{"server_uuid": "1d4f3555-87d4-49f4-b070-c73c4e143cf9", "name": "network-vif-plugged", "status": "completed", "tag": "7db255de-296e-47e3-b334-a72ab576aa04"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:37:09.158515 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 7db255de-296e-47e3-b334-a72ab576aa04, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=7db255de-296e-47e3-b334-a72ab576aa04,segment=NetworkSegment(8ddbd182-8930-4902-9c5a-899f47dda38a),segment_id=8ddbd182-8930-4902-9c5a-899f47dda38a)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:37:09.180099 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9e9db371-5948-4bb0-af94-9b8f618a5cbc req-c94ebd59-aaf5-486d-970c-5edd40caa5d8 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543656 Aug 04 12:37:09.243090 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411df102-be14-4eea-ad0e-b72e93eab897 x-openstack-request-id: req-411df102-be14-4eea-ad0e-b72e93eab897 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:37:09.243446 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec4f946-dc33-461c-a35f-cbdfe41b7b03", "tag": "c676d4ba-5ccd-40b2-96c5-dbb550a32836", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:37:09.243767 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-411df102-be14-4eea-ad0e-b72e93eab897 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:37:09.244204 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec4f946-dc33-461c-a35f-cbdfe41b7b03', 'tag': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836', 'status': 'completed', 'code': 200} Aug 04 12:37:09.279599 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802ab232-6745-47c9-8597-d4f4bd99322c x-openstack-request-id: req-802ab232-6745-47c9-8597-d4f4bd99322c {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:37:09.279898 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4f3555-87d4-49f4-b070-c73c4e143cf9", "name": "network-vif-plugged", "status": "completed", "tag": "7db255de-296e-47e3-b334-a72ab576aa04", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:37:09.280188 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-802ab232-6745-47c9-8597-d4f4bd99322c {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:37:09.280596 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4f3555-87d4-49f4-b070-c73c4e143cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7db255de-296e-47e3-b334-a72ab576aa04', 'code': 200} Aug 04 12:37:09.310543 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:09.311906 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:37:09.323716 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20880b-0021-40c1-ad84-8da8699da53c req-035ffeb0-e727-4f01-bb10-46d2e7b401f1 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:09.326668 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cd20880b-0021-40c1-ad84-8da8699da53c req-035ffeb0-e727-4f01-bb10-46d2e7b401f1 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 944 time: 0.0659912 Aug 04 12:37:09.401015 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cd20880b-0021-40c1-ad84-8da8699da53c req-6a29a60c-caf3-4185-bad7-1d0f221e6e48 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656826 Aug 04 12:37:09.449979 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=7db255de-296e-47e3-b334-a72ab576aa04,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:09.571466 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-73f54590-8715-46ac-9725-9c8b3ae68dd9 service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774724 Aug 04 12:37:09.581677 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:37:09.587854 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:37:09.588990 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:09.595401 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-60004046-8d6a-4266-900c-f95657a1cbc3 req-f4a0cfae-94f5-414a-9023-e081d1296546 service neutron] 10.222.0.76 "GET /v2.0/networks/0ba113d9-2675-4a22-b634-a3c6b41f2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078063 Aug 04 12:37:09.738156 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:09.809746 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9d0102fa-1e0c-4de6-aabb-7c7b0809fccc,segment=NetworkSegment(8ddbd182-8930-4902-9c5a-899f47dda38a),segment_id=8ddbd182-8930-4902-9c5a-899f47dda38a)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:37:09.823315 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd509bcb-d4fa-40cd-8c5e-bdff0afd83f0 req-037ae690-f30d-46fb-816a-ec5f751d923b tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:09.829228 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fd509bcb-d4fa-40cd-8c5e-bdff0afd83f0 req-037ae690-f30d-46fb-816a-ec5f751d923b tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 946 time: 0.1342669 Aug 04 12:37:09.852862 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b3601-ae48-437f-82db-4c2ebabbb132 req-9ef84509-dc36-4127-abf4-cbfd36be8a2a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:09.852862 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a41b3601-ae48-437f-82db-4c2ebabbb132 req-9ef84509-dc36-4127-abf4-cbfd36be8a2a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.1590252 Aug 04 12:37:09.857156 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6148918-7332-40bf-867e-d5e59da6e1c6 req-29abe8d4-9200-45f7-8f90-e0598513c79a service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651463 Aug 04 12:37:09.930898 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fd509bcb-d4fa-40cd-8c5e-bdff0afd83f0 req-090a9aff-52b2-434a-bbff-7f5aca6bbf3e tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952702 Aug 04 12:37:09.943743 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a41b3601-ae48-437f-82db-4c2ebabbb132 req-5eac3b30-cbcb-4fbb-b1f5-36a6f80b616d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891995 Aug 04 12:37:09.955133 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372055f-6f0b-450e-a0da-e989a0f15b70 req-0d6e55c9-2abf-4f4f-a53b-1f46a9a4dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:09.956704 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d372055f-6f0b-450e-a0da-e989a0f15b70 req-0d6e55c9-2abf-4f4f-a53b-1f46a9a4dc0c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 1098 time: 0.0640163 Aug 04 12:37:09.982229 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:10.013211 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d372055f-6f0b-450e-a0da-e989a0f15b70 req-c4f194de-ed02-4642-b51c-83bb9bc4a9cc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478396 Aug 04 12:37:10.048498 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=9d0102fa-1e0c-4de6-aabb-7c7b0809fccc,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:10.299791 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215d221-727e-4974-8203-8fb91ffc7f08 req-b24d5cee-57fa-4c07-8700-288c0b3e01cd tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:10.301476 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d215d221-727e-4974-8203-8fb91ffc7f08 req-b24d5cee-57fa-4c07-8700-288c0b3e01cd tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 944 time: 0.0491114 Aug 04 12:37:10.349519 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d215d221-727e-4974-8203-8fb91ffc7f08 req-ead77817-cdd7-433a-aa74-d1ba61b2ca15 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420756 Aug 04 12:37:10.399272 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c24e9-4646-4629-903f-1b5ab6a7c3d8 req-bb738183-f870-4dc8-8056-5f9453b8df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:10.400694 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ed2c24e9-4646-4629-903f-1b5ab6a7c3d8 req-bb738183-f870-4dc8-8056-5f9453b8df77 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cdc0003e64748479f74178220380fda&device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 1097 time: 0.0485203 Aug 04 12:37:10.543177 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c24e9-4646-4629-903f-1b5ab6a7c3d8 req-673f3e70-90c7-4d81-8d3d-f645a5dfd72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:10.544675 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ed2c24e9-4646-4629-903f-1b5ab6a7c3d8 req-673f3e70-90c7-4d81-8d3d-f645a5dfd72e service neutron] 10.222.0.76 "GET /v2.0/networks?id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5 HTTP/1.1" status: 200 len: 918 time: 0.1335542 Aug 04 12:37:10.567084 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f868b-c134-4df6-bb43-1f17205e0744 req-33406317-292e-4cd8-96b0-472f0df95c4d tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:10.568876 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cc0f868b-c134-4df6-bb43-1f17205e0744 req-33406317-292e-4cd8-96b0-472f0df95c4d tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0767536 Aug 04 12:37:10.604606 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ed2c24e9-4646-4629-903f-1b5ab6a7c3d8 req-f4795eb6-5abb-4aec-9163-f1790cc7b2c4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c676d4ba-5ccd-40b2-96c5-dbb550a32836 HTTP/1.1" status: 200 len: 217 time: 0.0512130 Aug 04 12:37:10.639261 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cc0f868b-c134-4df6-bb43-1f17205e0744 req-ef8bf2ba-a1df-4c8c-b110-d372f6231e80 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355222 Aug 04 12:37:10.700645 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 1ad1723e-b10f-48d7-a783-65772f63dbc6 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:37:10.719037 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c24e9-4646-4629-903f-1b5ab6a7c3d8 req-46296218-3241-43ea-9906-13927feff121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:10.720521 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ed2c24e9-4646-4629-903f-1b5ab6a7c3d8 req-46296218-3241-43ea-9906-13927feff121 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=988d24d8-9aac-4159-8a04-ee92addd3047 HTTP/1.1" status: 200 len: 856 time: 0.0465600 Aug 04 12:37:10.779657 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-100d06fb-caf6-485c-8716-1c56cfa474b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:10.780488 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c24e9-4646-4629-903f-1b5ab6a7c3d8 req-6856762b-5c5d-4b8b-8c70-396397f9ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:10.782600 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ed2c24e9-4646-4629-903f-1b5ab6a7c3d8 req-6856762b-5c5d-4b8b-8c70-396397f9ae59 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478663 Aug 04 12:37:10.860774 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 1ad1723e-b10f-48d7-a783-65772f63dbc6, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=1ad1723e-b10f-48d7-a783-65772f63dbc6,segment=NetworkSegment(460f25c3-9530-4968-8cdc-c105494c6d68),segment_id=460f25c3-9530-4968-8cdc-c105494c6d68)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:37:10.873610 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': '1ad1723e-b10f-48d7-a783-65772f63dbc6', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'port_id': '1ad1723e-b10f-48d7-a783-65772f63dbc6', 'mac_address': 'fa:16:3e:74:92:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:37:10.925982 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:10.942048 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ed2c24e9-4646-4629-903f-1b5ab6a7c3d8 req-159c1639-3686-4793-a9ed-fbb839208138 service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498764 Aug 04 12:37:10.945518 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad1723e-b10f-48d7-a783-65772f63dbc6 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:37:10.987043 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 1ad1723e-b10f-48d7-a783-65772f63dbc6, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=1ad1723e-b10f-48d7-a783-65772f63dbc6,segment=NetworkSegment(460f25c3-9530-4968-8cdc-c105494c6d68),segment_id=460f25c3-9530-4968-8cdc-c105494c6d68)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:37:11.064712 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:11.145032 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=1ad1723e-b10f-48d7-a783-65772f63dbc6,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:11.189124 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff4103-3c94-4c11-801c-5da17a8612a6 req-2dfa4d30-5bdb-4138-950a-0fbd3faee58a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:11.190807 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ebff4103-3c94-4c11-801c-5da17a8612a6 req-2dfa4d30-5bdb-4138-950a-0fbd3faee58a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.1151137 Aug 04 12:37:11.218729 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ed2c24e9-4646-4629-903f-1b5ab6a7c3d8 req-ff70b6c5-4753-4a91-a6a4-27cfe5a0e405 service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504699 Aug 04 12:37:11.234411 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d15d8-9216-4d86-87cf-cba91ac4c02c req-b9a9e8be-3370-48fc-9fac-3a2638017ad9 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:11.236672 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-244d15d8-9216-4d86-87cf-cba91ac4c02c req-b9a9e8be-3370-48fc-9fac-3a2638017ad9 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 946 time: 0.1570179 Aug 04 12:37:11.271541 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ebff4103-3c94-4c11-801c-5da17a8612a6 req-f6089e1b-db2b-46d4-b732-35d36df59b5e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632727 Aug 04 12:37:11.282003 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce15b978-aff9-4b13-88b3-07c8c50ed459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0102fa-1e0c-4de6-aabb-7c7b0809fccc'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:37:11.284768 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7416dae2-5cc0-4a20-b842-61ce013d05e1" -d '{"events": [{"server_uuid": "ce15b978-aff9-4b13-88b3-07c8c50ed459", "name": "network-vif-plugged", "status": "completed", "tag": "9d0102fa-1e0c-4de6-aabb-7c7b0809fccc"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:37:11.306259 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-244d15d8-9216-4d86-87cf-cba91ac4c02c req-4ff50589-7b7a-49a5-af18-e939845c7332 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635664 Aug 04 12:37:11.341207 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9ca574-e4d9-42ea-805b-ea93183cb179 x-openstack-request-id: req-ba9ca574-e4d9-42ea-805b-ea93183cb179 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:37:11.341534 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce15b978-aff9-4b13-88b3-07c8c50ed459", "name": "network-vif-plugged", "status": "completed", "tag": "9d0102fa-1e0c-4de6-aabb-7c7b0809fccc", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:37:11.341786 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ba9ca574-e4d9-42ea-805b-ea93183cb179 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:37:11.342183 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce15b978-aff9-4b13-88b3-07c8c50ed459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0102fa-1e0c-4de6-aabb-7c7b0809fccc', 'code': 200} Aug 04 12:37:11.474666 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a419d-d867-4b37-8cd1-71d48f9b2d5a req-2adee8f3-b74b-493b-ade3-c38b1be6b0ab tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:11.475112 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c95a419d-d867-4b37-8cd1-71d48f9b2d5a req-2adee8f3-b74b-493b-ade3-c38b1be6b0ab tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 945 time: 0.0547328 Aug 04 12:37:11.510839 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['1ad1723e-b10f-48d7-a783-65772f63dbc6'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:37:11.526603 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c95a419d-d867-4b37-8cd1-71d48f9b2d5a req-be9efea8-8686-4de5-9e22-fc10295dc96f tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444999 Aug 04 12:37:11.711915 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ec85a-d862-4ee5-bd34-fe87b32c7582 req-7b67ad95-0a04-4f82-bcc0-06e4574be4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:11.713663 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-dd1ec85a-d862-4ee5-bd34-fe87b32c7582 req-7b67ad95-0a04-4f82-bcc0-06e4574be4c8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 1099 time: 0.0429838 Aug 04 12:37:11.759709 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-dd1ec85a-d862-4ee5-bd34-fe87b32c7582 req-702c4c15-86ba-4dab-b3f6-b7c79905dc88 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379276 Aug 04 12:37:11.806084 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d5f88-bb09-4ef5-a7e6-86db29900348 req-7f05aa04-47eb-4265-ae54-dfb7ebdd03cc tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:11.807583 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a94d5f88-bb09-4ef5-a7e6-86db29900348 req-7f05aa04-47eb-4265-ae54-dfb7ebdd03cc tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0723181 Aug 04 12:37:11.848205 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a94d5f88-bb09-4ef5-a7e6-86db29900348 req-a446af76-1b89-4268-879b-a2a0ac2ce42f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342662 Aug 04 12:37:12.414626 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff1b72-c2d0-4e8f-af01-c1ad5c78e7dc req-1a009615-9d34-4eb9-a505-08eb81dc4224 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:12.416191 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-80ff1b72-c2d0-4e8f-af01-c1ad5c78e7dc req-1a009615-9d34-4eb9-a505-08eb81dc4224 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0683219 Aug 04 12:37:12.468499 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-80ff1b72-c2d0-4e8f-af01-c1ad5c78e7dc req-1a9178e6-4fb0-4a85-a50f-b4cbcf7c7d7f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429096 Aug 04 12:37:12.560426 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1a715-f83b-438e-8f49-c85564725a15 req-4d5d4795-7151-408f-8a45-a85066244e55 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:12.562568 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b0d1a715-f83b-438e-8f49-c85564725a15 req-4d5d4795-7151-408f-8a45-a85066244e55 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0576499 Aug 04 12:37:12.592696 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 37642) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:12.610559 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b0d1a715-f83b-438e-8f49-c85564725a15 req-81943de2-8aa6-445c-86e9-262e281d8833 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Aug 04 12:37:12.698719 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device c676d4ba-5ccd-40b2-96c5-dbb550a32836 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:37:12.705969 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 1ad1723e-b10f-48d7-a783-65772f63dbc6 up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:37:12.708336 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e70b1-1e86-4d3d-a156-c1b2ddee606c req-dc17bef1-8ee4-4652-ab75-797ffdfe7977 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:12.709899 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1e1e70b1-1e86-4d3d-a156-c1b2ddee606c req-dc17bef1-8ee4-4652-ab75-797ffdfe7977 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 945 time: 0.0921431 Aug 04 12:37:12.716684 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43621-cd4f-48ea-b6e6-702b9389b888 req-4a0aeb60-18a9-4ab6-93f6-f2ba2cd43087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:12.718271 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bbb43621-cd4f-48ea-b6e6-702b9389b888 req-4a0aeb60-18a9-4ab6-93f6-f2ba2cd43087 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=465ae0594e354f498461306e541acbd3&device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 1098 time: 0.0711405 Aug 04 12:37:12.719729 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2d21-a605-497b-8e25-6d901fa91a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:12.818817 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1e1e70b1-1e86-4d3d-a156-c1b2ddee606c req-95935af7-97b7-495e-9f07-55ef407c63bd tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989482 Aug 04 12:37:12.842811 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port c676d4ba-5ccd-40b2-96c5-dbb550a32836, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=c676d4ba-5ccd-40b2-96c5-dbb550a32836,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:37:12.855330 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2d21-a605-497b-8e25-6d901fa91a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:12.866397 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'port_id': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836', 'mac_address': 'fa:16:3e:35:93:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:37:12.866577 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43621-cd4f-48ea-b6e6-702b9389b888 req-b38f307e-aea7-4565-83d3-48fabf5adc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:12.866577 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bbb43621-cd4f-48ea-b6e6-702b9389b888 req-b38f307e-aea7-4565-83d3-48fabf5adc4d service neutron] 10.222.0.76 "GET /v2.0/networks?id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 HTTP/1.1" status: 200 len: 919 time: 0.1285748 Aug 04 12:37:12.897378 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:12.910487 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port 1ad1723e-b10f-48d7-a783-65772f63dbc6 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:37:12.913186 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c676d4ba-5ccd-40b2-96c5-dbb550a32836 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:37:12.920274 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port 1ad1723e-b10f-48d7-a783-65772f63dbc6 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:37:12.921200 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:12.926327 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bbb43621-cd4f-48ea-b6e6-702b9389b888 req-dcf5050e-5eca-4f83-910c-c9ccef8aabf9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7db255de-296e-47e3-b334-a72ab576aa04 HTTP/1.1" status: 200 len: 217 time: 0.0415359 Aug 04 12:37:12.937580 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2d21-a605-497b-8e25-6d901fa91a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:12.969454 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port c676d4ba-5ccd-40b2-96c5-dbb550a32836, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=c676d4ba-5ccd-40b2-96c5-dbb550a32836,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:37:12.995576 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-fc0b2d21-a605-497b-8e25-6d901fa91a9c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b381123cf073431b99322d68f7951fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017005 Aug 04 12:37:13.001391 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43621-cd4f-48ea-b6e6-702b9389b888 req-013dcc73-6655-4a84-a334-983c1468019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:13.005151 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 37648) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:13.014911 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bbb43621-cd4f-48ea-b6e6-702b9389b888 req-013dcc73-6655-4a84-a334-983c1468019a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bcddcb6e-8579-46c5-9c70-12b6d396ce24 HTTP/1.1" status: 200 len: 858 time: 0.0686538 Aug 04 12:37:13.038890 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b2d21-a605-497b-8e25-6d901fa91a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3083068-bc62-4709-ae48-cc9ebcbea8a3,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:13.044590 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:13.064589 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bbb43621-cd4f-48ea-b6e6-702b9389b888 req-9a68a514-0eb3-43bc-aaa2-78df383eed9d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487792 Aug 04 12:37:13.078374 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fcc8c5b3-cdf5-44ae-91e0-d1a1f8fa38a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:13.085728 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:13.087411 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 1ad1723e-b10f-48d7-a783-65772f63dbc6, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=1ad1723e-b10f-48d7-a783-65772f63dbc6,segment=NetworkSegment(460f25c3-9530-4968-8cdc-c105494c6d68),segment_id=460f25c3-9530-4968-8cdc-c105494c6d68)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:37:13.104822 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fcc8c5b3-cdf5-44ae-91e0-d1a1f8fa38a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:13.177003 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=c676d4ba-5ccd-40b2-96c5-dbb550a32836,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:13.185036 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bbb43621-cd4f-48ea-b6e6-702b9389b888 req-90ef56c2-dbbc-47d5-aa0e-83421155280e service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097026 Aug 04 12:37:13.189465 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:13.239155 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=1ad1723e-b10f-48d7-a783-65772f63dbc6,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:13.285275 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bbb43621-cd4f-48ea-b6e6-702b9389b888 req-7cd62b8d-bab3-42b9-8639-cacc357086f9 service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905030 Aug 04 12:37:13.286931 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fcc8c5b3-cdf5-44ae-91e0-d1a1f8fa38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:13.287056 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c70aafd6-bac5-40eb-a145-1fb00e4daa40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:13.291104 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fcc8c5b3-cdf5-44ae-91e0-d1a1f8fa38a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:13.294373 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-fcc8c5b3-cdf5-44ae-91e0-d1a1f8fa38a5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f3083068-bc62-4709-ae48-cc9ebcbea8a3 HTTP/1.1" status: 204 len: 168 time: 0.2860868 Aug 04 12:37:13.302320 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8c5b3-cdf5-44ae-91e0-d1a1f8fa38a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3083068-bc62-4709-ae48-cc9ebcbea8a3,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:13.343628 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae48df2d-204c-43bd-b1a0-4bee31ee286a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad1723e-b10f-48d7-a783-65772f63dbc6'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:37:13.345994 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b12cb6b-5555-4210-864d-c6c6bbc9e3c7" -d '{"events": [{"server_uuid": "ae48df2d-204c-43bd-b1a0-4bee31ee286a", "name": "network-vif-plugged", "status": "completed", "tag": "1ad1723e-b10f-48d7-a783-65772f63dbc6"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:37:13.386405 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e0b735-f74b-44b5-b03f-7220eeff9456 x-openstack-request-id: req-92e0b735-f74b-44b5-b03f-7220eeff9456 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:37:13.386692 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae48df2d-204c-43bd-b1a0-4bee31ee286a", "name": "network-vif-plugged", "status": "completed", "tag": "1ad1723e-b10f-48d7-a783-65772f63dbc6", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:37:13.386965 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-92e0b735-f74b-44b5-b03f-7220eeff9456 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:37:13.387480 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae48df2d-204c-43bd-b1a0-4bee31ee286a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad1723e-b10f-48d7-a783-65772f63dbc6', 'code': 200} Aug 04 12:37:13.465473 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:13.465473 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['c676d4ba-5ccd-40b2-96c5-dbb550a32836'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:37:13.619248 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9df56-7b8a-4a1e-a7e5-748352fc1c7d req-3a80f29b-0242-49fc-aaf6-00f34e30517d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:13.629034 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-72b9df56-7b8a-4a1e-a7e5-748352fc1c7d req-3a80f29b-0242-49fc-aaf6-00f34e30517d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 945 time: 0.0700834 Aug 04 12:37:13.685419 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-72b9df56-7b8a-4a1e-a7e5-748352fc1c7d req-372a64aa-a11c-4941-b772-bab60268ae06 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500748 Aug 04 12:37:13.810492 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc238f21-c864-4dd1-b551-87671afd093d req-24b352dd-67d1-452e-8bd8-39aff287b16f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:13.810492 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fc238f21-c864-4dd1-b551-87671afd093d req-24b352dd-67d1-452e-8bd8-39aff287b16f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0526340 Aug 04 12:37:13.858268 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fc238f21-c864-4dd1-b551-87671afd093d req-c827ef58-db50-4203-8235-dea4c6c39ad5 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410252 Aug 04 12:37:13.975885 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588906f2-6481-43f1-a545-408e8d9f99e4 req-f8b09432-2120-4541-a326-9e219d89926d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:13.977755 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-588906f2-6481-43f1-a545-408e8d9f99e4 req-f8b09432-2120-4541-a326-9e219d89926d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0568173 Aug 04 12:37:14.026843 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-588906f2-6481-43f1-a545-408e8d9f99e4 req-05069e29-6adb-4ea8-8f04-8f6907ba4dc1 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346558 Aug 04 12:37:14.172190 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 37696) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:14.172691 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 37698) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:14.185637 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cdc27fe-c0d5-4f63-a9ac-b08dc2ad8c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:14.277684 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cdc27fe-c0d5-4f63-a9ac-b08dc2ad8c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:14.328247 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-413fb80d-f3ec-4c17-bc07-90bfc264aeca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:14.348410 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4cdc27fe-c0d5-4f63-a9ac-b08dc2ad8c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:14.391200 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-4cdc27fe-c0d5-4f63-a9ac-b08dc2ad8c32 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8b2e1c0f2ac943cf9b1067160ce94bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177815 Aug 04 12:37:14.393305 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc27fe-c0d5-4f63-a9ac-b08dc2ad8c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da65fce7-81c0-471d-a9a3-85e7440023c8,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:14.396452 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 37702) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:14.436498 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-413fb80d-f3ec-4c17-bc07-90bfc264aeca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:14.447692 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-837fc93e-4551-43af-a793-842febe38004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:14.452606 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:14.476711 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-837fc93e-4551-43af-a793-842febe38004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:14.514054 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-413fb80d-f3ec-4c17-bc07-90bfc264aeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:14.557328 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-413fb80d-f3ec-4c17-bc07-90bfc264aeca admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d07cf8debeea46659a240694d8fae234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3838053 Aug 04 12:37:14.558308 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fb80d-f3ec-4c17-bc07-90bfc264aeca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d575cf-4ad7-4c6f-afc5-6801bb82aba0,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:14.560090 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 37704) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:14.605667 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-837fc93e-4551-43af-a793-842febe38004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:14.608722 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-837fc93e-4551-43af-a793-842febe38004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:14.609885 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-837fc93e-4551-43af-a793-842febe38004 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/da65fce7-81c0-471d-a9a3-85e7440023c8 HTTP/1.1" status: 204 len: 168 time: 0.2129059 Aug 04 12:37:14.616963 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-27b74193-d0eb-4d35-9629-21a715c64626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:14.625003 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fc93e-4551-43af-a793-842febe38004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da65fce7-81c0-471d-a9a3-85e7440023c8,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:14.648748 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-27b74193-d0eb-4d35-9629-21a715c64626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:14.784153 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-27b74193-d0eb-4d35-9629-21a715c64626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:14.787170 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-27b74193-d0eb-4d35-9629-21a715c64626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:14.788358 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-27b74193-d0eb-4d35-9629-21a715c64626 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b0d575cf-4ad7-4c6f-afc5-6801bb82aba0 HTTP/1.1" status: 204 len: 168 time: 0.2272818 Aug 04 12:37:14.797595 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09a34a-ee87-4995-a741-d72de5866a9c req-5d2b4b6d-8c04-4f3d-b016-a5916d740d69 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:14.799164 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aa09a34a-ee87-4995-a741-d72de5866a9c req-5d2b4b6d-8c04-4f3d-b016-a5916d740d69 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 945 time: 0.0535076 Aug 04 12:37:14.802881 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b74193-d0eb-4d35-9629-21a715c64626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d575cf-4ad7-4c6f-afc5-6801bb82aba0,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:14.839663 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aa09a34a-ee87-4995-a741-d72de5866a9c req-5d5176dc-ba79-4635-aefb-8ff754472bbd tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346136 Aug 04 12:37:14.978928 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e47f3f-919b-41a8-b412-611c52a413e4 req-5223ebbd-e28d-4c62-b43f-380ef4e43ce5 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:14.980619 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-69e47f3f-919b-41a8-b412-611c52a413e4 req-5223ebbd-e28d-4c62-b43f-380ef4e43ce5 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0510423 Aug 04 12:37:15.024592 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-69e47f3f-919b-41a8-b412-611c52a413e4 req-fb6dbe0c-4355-493e-bbbb-9317a4ba1c82 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368733 Aug 04 12:37:15.142316 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fdd4e-67ab-4adf-9855-b633c307afa3 req-81cb5086-8500-46b7-b04a-a174709887e6 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:15.143842 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4d4fdd4e-67ab-4adf-9855-b633c307afa3 req-81cb5086-8500-46b7-b04a-a174709887e6 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0496325 Aug 04 12:37:15.181804 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4d4fdd4e-67ab-4adf-9855-b633c307afa3 req-1b8764b9-7aa8-4bef-94d9-87f743340258 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314739 Aug 04 12:37:15.406311 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 37736) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:15.421795 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-47aa14ef-5478-4052-aa55-51d3a938d921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:15.508942 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-47aa14ef-5478-4052-aa55-51d3a938d921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:15.595131 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-47aa14ef-5478-4052-aa55-51d3a938d921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:15.636642 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-47aa14ef-5478-4052-aa55-51d3a938d921 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b56c1d5900f746d0b3026282c33725b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268946 Aug 04 12:37:15.636642 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa14ef-5478-4052-aa55-51d3a938d921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0020d0-4685-4d5b-b773-d8e01b9ffcb5,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:15.637514 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 37742) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:15.691802 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-503f02f1-7fcc-441e-9f70-41a8df6a04dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:15.714179 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-503f02f1-7fcc-441e-9f70-41a8df6a04dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:15.818660 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-503f02f1-7fcc-441e-9f70-41a8df6a04dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:15.821263 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-503f02f1-7fcc-441e-9f70-41a8df6a04dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:15.822452 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-503f02f1-7fcc-441e-9f70-41a8df6a04dc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cb0020d0-4685-4d5b-b773-d8e01b9ffcb5 HTTP/1.1" status: 204 len: 168 time: 0.1839848 Aug 04 12:37:15.833088 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f02f1-7fcc-441e-9f70-41a8df6a04dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0020d0-4685-4d5b-b773-d8e01b9ffcb5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:15.972573 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:15.973530 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53575d-6430-4251-ba10-5115aeaa3047 req-657f11d3-e584-4071-bde7-1b902a0035b9 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:15.975209 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3b53575d-6430-4251-ba10-5115aeaa3047 req-657f11d3-e584-4071-bde7-1b902a0035b9 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 945 time: 0.0505581 Aug 04 12:37:16.025830 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3b53575d-6430-4251-ba10-5115aeaa3047 req-bc0cc865-3b85-4183-8157-32bc84e468b2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441837 Aug 04 12:37:16.152546 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de600d-5826-46ff-9696-964e46862849 req-8c67d07c-1240-4854-a7ef-08125fca8d06 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:16.153038 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-64de600d-5826-46ff-9696-964e46862849 req-8c67d07c-1240-4854-a7ef-08125fca8d06 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0491011 Aug 04 12:37:16.195259 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-64de600d-5826-46ff-9696-964e46862849 req-94053b4b-cab8-40cd-80ef-10c788185eeb tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347168 Aug 04 12:37:16.346396 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43195f-f02b-43e6-8802-bc34b75c24e9 req-8edd1fda-aff0-4d75-86e3-96e94807ffb6 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:16.347904 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ad43195f-f02b-43e6-8802-bc34b75c24e9 req-8edd1fda-aff0-4d75-86e3-96e94807ffb6 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0839574 Aug 04 12:37:16.411265 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ad43195f-f02b-43e6-8802-bc34b75c24e9 req-12a82448-b2f3-4840-a430-044772b923cf tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572488 Aug 04 12:37:16.422145 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79cbec-5d77-4169-b67e-66abe01d7f6f req-3e169053-c018-4100-b99b-235c0bfd95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:16.423702 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ae79cbec-5d77-4169-b67e-66abe01d7f6f req-3e169053-c018-4100-b99b-235c0bfd95e7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 1099 time: 0.0625594 Aug 04 12:37:16.471474 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ae79cbec-5d77-4169-b67e-66abe01d7f6f req-2322a0f1-2f1c-49b5-9ec1-781dbd5b854e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342746 Aug 04 12:37:17.172233 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e148d-1a04-4840-b48c-7b3687bafa93 req-c0b4ab69-e3a2-4ff2-ad63-e025639705cc tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:17.173752 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f98e148d-1a04-4840-b48c-7b3687bafa93 req-c0b4ab69-e3a2-4ff2-ad63-e025639705cc tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 945 time: 0.0564427 Aug 04 12:37:17.212655 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f98e148d-1a04-4840-b48c-7b3687bafa93 req-a6a27958-586a-4d89-a9c3-d34f8c5ca6ad tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325007 Aug 04 12:37:17.324111 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932651b-08d6-4885-a3ea-1a3a032c266c req-cdf21ef7-1779-463c-b753-dd20a13b109e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:17.325659 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d932651b-08d6-4885-a3ea-1a3a032c266c req-cdf21ef7-1779-463c-b753-dd20a13b109e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0525026 Aug 04 12:37:17.371876 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d932651b-08d6-4885-a3ea-1a3a032c266c req-15aeabef-bf68-4030-8157-6172553911af tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401361 Aug 04 12:37:17.539186 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74490f6d-4c29-476a-a823-e5237f05dc1c req-949dd9f1-b5f8-446c-ab1a-81975a43c69f tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:17.540641 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-74490f6d-4c29-476a-a823-e5237f05dc1c req-949dd9f1-b5f8-446c-ab1a-81975a43c69f tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0489180 Aug 04 12:37:17.579266 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-74490f6d-4c29-476a-a823-e5237f05dc1c req-51f00193-440c-4d89-82f7-c83a6ec78285 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320382 Aug 04 12:37:17.962967 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 37844) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:18.075925 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bf2bdc6-8c56-42d2-8291-fb6b2725775b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:18.173030 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bf2bdc6-8c56-42d2-8291-fb6b2725775b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:18.241152 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bf2bdc6-8c56-42d2-8291-fb6b2725775b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:18.285022 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-3bf2bdc6-8c56-42d2-8291-fb6b2725775b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6de22a30ebe64190ab6ca448f946b768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208981 Aug 04 12:37:18.286201 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2bdc6-8c56-42d2-8291-fb6b2725775b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934e2d09-d5b2-49c9-8743-37d0cf327f99,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:18.287871 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 37856) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:18.346741 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ba71d884-9cbf-4158-850a-70da2dc68053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:18.350297 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d864705-6098-48ee-8a2d-fc603ac4983e req-addb8b79-fe7a-4651-bccf-44c0197179e9 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:18.351833 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1d864705-6098-48ee-8a2d-fc603ac4983e req-addb8b79-fe7a-4651-bccf-44c0197179e9 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 945 time: 0.0543659 Aug 04 12:37:18.369968 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ba71d884-9cbf-4158-850a-70da2dc68053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:18.402750 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1d864705-6098-48ee-8a2d-fc603ac4983e req-8b775043-1c53-463c-a40e-8af6d3b62dc7 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410125 Aug 04 12:37:18.501839 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a484b3b-88e4-4cfb-bd99-1822de11b473 req-0a18ff3b-aad1-4a09-9565-89e6adafeba6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:18.503473 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8a484b3b-88e4-4cfb-bd99-1822de11b473 req-0a18ff3b-aad1-4a09-9565-89e6adafeba6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0536425 Aug 04 12:37:18.538044 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ba71d884-9cbf-4158-850a-70da2dc68053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:18.540847 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ba71d884-9cbf-4158-850a-70da2dc68053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:18.541448 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8a484b3b-88e4-4cfb-bd99-1822de11b473 req-de1887be-cd11-4212-ad8b-14d08c89cdf8 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316978 Aug 04 12:37:18.542058 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-ba71d884-9cbf-4158-850a-70da2dc68053 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/934e2d09-d5b2-49c9-8743-37d0cf327f99 HTTP/1.1" status: 204 len: 168 time: 0.2531929 Aug 04 12:37:18.551265 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71d884-9cbf-4158-850a-70da2dc68053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934e2d09-d5b2-49c9-8743-37d0cf327f99,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:18.696573 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aae64-5b0d-4389-8771-9c4cc12fe46f req-b33bd30c-ddc1-4550-b576-108782f47869 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:18.698199 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-860aae64-5b0d-4389-8771-9c4cc12fe46f req-b33bd30c-ddc1-4550-b576-108782f47869 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0503166 Aug 04 12:37:18.742109 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-860aae64-5b0d-4389-8771-9c4cc12fe46f req-1384fa8f-c502-488e-b8b6-da7b0176b41c tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378535 Aug 04 12:37:18.862205 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057e27b-dd32-4751-b845-be56d976d325 req-b582fe89-8af2-454d-8efc-5187a2eede0a tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:18.863764 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6057e27b-dd32-4751-b845-be56d976d325 req-b582fe89-8af2-454d-8efc-5187a2eede0a tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0568428 Aug 04 12:37:18.876830 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 37882) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:18.881814 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-c114d782-0b8c-462d-b269-e1535a62c3f0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Request body: {'floatingip': {'port_id': '1ad1723e-b10f-48d7-a783-65772f63dbc6'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:37:18.966472 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c114d782-0b8c-462d-b269-e1535a62c3f0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for floatingip, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:19.127961 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 37894) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:19.256281 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de4d9ead-c159-4bbf-9c8d-7032d1804035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:19.360148 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de4d9ead-c159-4bbf-9c8d-7032d1804035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:19.446940 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de4d9ead-c159-4bbf-9c8d-7032d1804035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:19.502015 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-de4d9ead-c159-4bbf-9c8d-7032d1804035 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0953fa8fc5294fd18707b1c46a47b134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727772 Aug 04 12:37:19.515808 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d9ead-c159-4bbf-9c8d-7032d1804035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2560d7c-6505-4c8d-9af9-a26114cf5cc9,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:19.517709 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 37904) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:19.543442 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db53b4-efc3-462b-804d-f08caeabe2e2 req-50c37456-4c7c-4679-a09c-d43e369cbe59 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:19.545551 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e5db53b4-efc3-462b-804d-f08caeabe2e2 req-50c37456-4c7c-4679-a09c-d43e369cbe59 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 945 time: 0.0617387 Aug 04 12:37:19.591019 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e5db53b4-efc3-462b-804d-f08caeabe2e2 req-0f61a95f-6d51-4171-afa8-daf693348632 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368109 Aug 04 12:37:19.694927 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793fbb3-3da2-406c-bde0-de8d65aa1e26 req-bb96f260-88a9-4455-82cb-5a8c61ed7676 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:19.696528 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d793fbb3-3da2-406c-bde0-de8d65aa1e26 req-bb96f260-88a9-4455-82cb-5a8c61ed7676 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0559719 Aug 04 12:37:19.736002 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d793fbb3-3da2-406c-bde0-de8d65aa1e26 req-5eb541f8-d8ce-4772-a9f1-109cd62a2838 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327907 Aug 04 12:37:19.874897 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c114d782-0b8c-462d-b269-e1535a62c3f0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:19.878152 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-499b0e25-9899-4f89-b99c-a8e471f568c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:19.901501 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-499b0e25-9899-4f89-b99c-a8e471f568c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:19.934315 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c114d782-0b8c-462d-b269-e1535a62c3f0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544761'] for floatingip, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:20.042207 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.db.l3_db [None req-c114d782-0b8c-462d-b269-e1535a62c3f0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Floating IP 1c956125-e5d3-4db2-b746-a67b2a1fd0ff associated. External IP: 172.27.3.249, port: 1ad1723e-b10f-48d7-a783-65772f63dbc6. Aug 04 12:37:20.082510 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-499b0e25-9899-4f89-b99c-a8e471f568c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:20.085135 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-499b0e25-9899-4f89-b99c-a8e471f568c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:20.090267 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-499b0e25-9899-4f89-b99c-a8e471f568c9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d2560d7c-6505-4c8d-9af9-a26114cf5cc9 HTTP/1.1" status: 204 len: 168 time: 0.5675969 Aug 04 12:37:20.099035 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b0e25-9899-4f89-b99c-a8e471f568c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2560d7c-6505-4c8d-9af9-a26114cf5cc9,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:20.174446 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device c676d4ba-5ccd-40b2-96c5-dbb550a32836 up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:37:20.320293 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c114d782-0b8c-462d-b269-e1535a62c3f0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Router f9d465a8-60b9-4864-8ad6-c32ce2bcebad has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:37:20.324816 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port c676d4ba-5ccd-40b2-96c5-dbb550a32836 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:37:20.330416 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port c676d4ba-5ccd-40b2-96c5-dbb550a32836 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:37:20.334034 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:20.416005 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:20.432997 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c114d782-0b8c-462d-b269-e1535a62c3f0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:37:20.437700 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c114d782-0b8c-462d-b269-e1535a62c3f0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:20.443222 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec4f946-dc33-461c-a35f-cbdfe41b7b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:37:20.445657 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc01a73d-41d4-41f7-a933-07e1d48b04ed" -d '{"events": [{"server_uuid": "5ec4f946-dc33-461c-a35f-cbdfe41b7b03", "name": "network-vif-plugged", "status": "completed", "tag": "c676d4ba-5ccd-40b2-96c5-dbb550a32836"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:37:20.452298 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295d1b1a-0506-4d1d-8fce-99bf7368a2b9 None None] Sync routers for ids ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'] in dv-cinder-803046-4-iscsi {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:37:20.459247 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port c676d4ba-5ccd-40b2-96c5-dbb550a32836, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=c676d4ba-5ccd-40b2-96c5-dbb550a32836,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:37:20.470513 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-c114d782-0b8c-462d-b269-e1535a62c3f0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "PUT /v2.0/floatingips/1c956125-e5d3-4db2-b746-a67b2a1fd0ff HTTP/1.1" status: 200 len: 992 time: 1.5925338 Aug 04 12:37:20.471199 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae48df2d-204c-43bd-b1a0-4bee31ee286a', 'tag': '1ad1723e-b10f-48d7-a783-65772f63dbc6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:37:20.473649 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a61830-a2b4-4b41-94d4-62250b1c0844" -d '{"events": [{"name": "network-changed", "server_uuid": "ae48df2d-204c-43bd-b1a0-4bee31ee286a", "tag": "1ad1723e-b10f-48d7-a783-65772f63dbc6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:37:20.483718 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295d1b1a-0506-4d1d-8fce-99bf7368a2b9 None None] Routers {'f9d465a8-60b9-4864-8ad6-c32ce2bcebad'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:37:20.484372 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-295d1b1a-0506-4d1d-8fce-99bf7368a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:37:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:37:20.508320 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15d1c8e-7b96-4b1e-ac54-dc71b499144a x-openstack-request-id: req-b15d1c8e-7b96-4b1e-ac54-dc71b499144a {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:37:20.508792 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec4f946-dc33-461c-a35f-cbdfe41b7b03", "name": "network-vif-plugged", "status": "completed", "tag": "c676d4ba-5ccd-40b2-96c5-dbb550a32836", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:37:20.509205 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b15d1c8e-7b96-4b1e-ac54-dc71b499144a {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:37:20.509971 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec4f946-dc33-461c-a35f-cbdfe41b7b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836', 'code': 200} Aug 04 12:37:20.542863 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:20.605597 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b451e1ae-2bf1-4d7b-944f-3d540c244a34 x-openstack-request-id: req-b451e1ae-2bf1-4d7b-944f-3d540c244a34 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:37:20.606383 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae48df2d-204c-43bd-b1a0-4bee31ee286a", "tag": "1ad1723e-b10f-48d7-a783-65772f63dbc6", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:37:20.606383 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b451e1ae-2bf1-4d7b-944f-3d540c244a34 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:37:20.606553 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae48df2d-204c-43bd-b1a0-4bee31ee286a', 'tag': '1ad1723e-b10f-48d7-a783-65772f63dbc6', 'status': 'completed', 'code': 200} Aug 04 12:37:20.621848 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-295d1b1a-0506-4d1d-8fce-99bf7368a2b9 None None] Set router f9d465a8-60b9-4864-8ad6-c32ce2bcebad gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:37:20.627585 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=c676d4ba-5ccd-40b2-96c5-dbb550a32836,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:20.725399 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a322e-0a15-4ff2-8b8d-48b1d3c23b2d req-4d6d20f1-8e51-4289-93dc-5e8bf0cb70b8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:20.727991 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-081a322e-0a15-4ff2-8b8d-48b1d3c23b2d req-4d6d20f1-8e51-4289-93dc-5e8bf0cb70b8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0506535 Aug 04 12:37:20.788389 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-081a322e-0a15-4ff2-8b8d-48b1d3c23b2d req-272244bc-3e8a-45fa-8a99-ec13ae8be59b tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480244 Aug 04 12:37:21.017431 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b42aa-b2b0-402f-99db-ec9e3303f464 req-3bd9a3b3-c993-4799-b74f-0c881dc0fed2 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:21.019129 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5c8b42aa-b2b0-402f-99db-ec9e3303f464 req-3bd9a3b3-c993-4799-b74f-0c881dc0fed2 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0575073 Aug 04 12:37:21.032182 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-295d1b1a-0506-4d1d-8fce-99bf7368a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 4, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port': {'id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '1c956125-e5d3-4db2-b746-a67b2a1fd0ff', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'port_id': '1ad1723e-b10f-48d7-a783-65772f63dbc6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'mac_address': 'fa:16:3e:74:92:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae48df2d-204c-43bd-b1a0-4bee31ee286a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:36:53Z', 'updated_at': '2021-08-04T12:37:19Z', 'revision_number': 1, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad59a990-bf66-495b-9a95-62e1abb6b08a', 'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'mac_address': 'fa:16:3e:75:0c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:51Z', 'revision_number': 5, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'subnets': [{'id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:37:21.063018 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295d1b1a-0506-4d1d-8fce-99bf7368a2b9 None None] Checking router: f9d465a8-60b9-4864-8ad6-c32ce2bcebad for host: dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:37:21.066091 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5c8b42aa-b2b0-402f-99db-ec9e3303f464 req-89c34332-1204-4382-ad24-f7b4edecf519 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400155 Aug 04 12:37:21.072686 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295d1b1a-0506-4d1d-8fce-99bf7368a2b9 None None] Routers {'f9d465a8-60b9-4864-8ad6-c32ce2bcebad'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:37:21.073330 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-295d1b1a-0506-4d1d-8fce-99bf7368a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:37:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:37:21.099987 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 37948) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:21.115861 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9a20fcdc-3ce4-441d-a355-3268dd99fd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:21.233321 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-295d1b1a-0506-4d1d-8fce-99bf7368a2b9 None None] Set router f9d465a8-60b9-4864-8ad6-c32ce2bcebad gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:37:21.244007 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9a20fcdc-3ce4-441d-a355-3268dd99fd05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:21.343868 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9a20fcdc-3ce4-441d-a355-3268dd99fd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:21.378788 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-9a20fcdc-3ce4-441d-a355-3268dd99fd05 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6d442cd54c2f4e8a924d1df6fdc87027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773860 Aug 04 12:37:21.381530 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 37952) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:21.398480 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a61830-a2b4-4b41-94d4-62250b1c0844 req-046abe36-3e15-43db-b09a-43cc35c8d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:21.400536 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-75a61830-a2b4-4b41-94d4-62250b1c0844 req-046abe36-3e15-43db-b09a-43cc35c8d94b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe091bfaaf4e41eda6f7c1fe1220b764&device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 1099 time: 0.0573487 Aug 04 12:37:21.410775 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20fcdc-3ce4-441d-a355-3268dd99fd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5011621a-6172-40c3-bbcd-da6ca4fa6093,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:21.474090 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-90fc6888-40db-4192-92c6-2d84a0e59b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:21.502174 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-90fc6888-40db-4192-92c6-2d84a0e59b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:21.532258 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a61830-a2b4-4b41-94d4-62250b1c0844 req-53eed1c8-3b68-4060-8b6a-651889307331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:21.534286 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-75a61830-a2b4-4b41-94d4-62250b1c0844 req-53eed1c8-3b68-4060-8b6a-651889307331 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0ba113d9-2675-4a22-b634-a3c6b41f2555 HTTP/1.1" status: 200 len: 911 time: 0.1166999 Aug 04 12:37:21.597869 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-295d1b1a-0506-4d1d-8fce-99bf7368a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 4, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port': {'id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '1c956125-e5d3-4db2-b746-a67b2a1fd0ff', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'port_id': '1ad1723e-b10f-48d7-a783-65772f63dbc6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'mac_address': 'fa:16:3e:74:92:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae48df2d-204c-43bd-b1a0-4bee31ee286a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:36:53Z', 'updated_at': '2021-08-04T12:37:19Z', 'revision_number': 1, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad59a990-bf66-495b-9a95-62e1abb6b08a', 'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'mac_address': 'fa:16:3e:75:0c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:51Z', 'revision_number': 5, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'subnets': [{'id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:37:21.629118 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295d1b1a-0506-4d1d-8fce-99bf7368a2b9 None None] The sync data for ids ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'] in dv-cinder-803046-4-iscsi is: [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 4, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port': {'id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '1c956125-e5d3-4db2-b746-a67b2a1fd0ff', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'port_id': '1ad1723e-b10f-48d7-a783-65772f63dbc6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'mac_address': 'fa:16:3e:74:92:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae48df2d-204c-43bd-b1a0-4bee31ee286a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:36:53Z', 'updated_at': '2021-08-04T12:37:19Z', 'revision_number': 1, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad59a990-bf66-495b-9a95-62e1abb6b08a', 'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'mac_address': 'fa:16:3e:75:0c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:51Z', 'revision_number': 5, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'subnets': [{'id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:37:21.664861 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-75a61830-a2b4-4b41-94d4-62250b1c0844 req-931f1d1d-e480-4ef1-8a96-b5b68de3c0f6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ad1723e-b10f-48d7-a783-65772f63dbc6 HTTP/1.1" status: 200 len: 1000 time: 0.1179905 Aug 04 12:37:21.733118 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a61830-a2b4-4b41-94d4-62250b1c0844 req-31dc8d1b-0818-482e-ac40-51c13c15096a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:21.734961 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-75a61830-a2b4-4b41-94d4-62250b1c0844 req-31dc8d1b-0818-482e-ac40-51c13c15096a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aedd7339-0c11-4ca6-9c5c-6f42b8d89abe HTTP/1.1" status: 200 len: 849 time: 0.0475538 Aug 04 12:37:21.740792 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-90fc6888-40db-4192-92c6-2d84a0e59b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:21.743419 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-90fc6888-40db-4192-92c6-2d84a0e59b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:21.744612 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-90fc6888-40db-4192-92c6-2d84a0e59b84 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5011621a-6172-40c3-bbcd-da6ca4fa6093 HTTP/1.1" status: 204 len: 168 time: 0.3620579 Aug 04 12:37:21.776462 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc6888-40db-4192-92c6-2d84a0e59b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5011621a-6172-40c3-bbcd-da6ca4fa6093,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:21.803191 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a61830-a2b4-4b41-94d4-62250b1c0844 req-896cc41a-3118-43bb-830e-203b0c40fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:21.804821 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-75a61830-a2b4-4b41-94d4-62250b1c0844 req-896cc41a-3118-43bb-830e-203b0c40fcb2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0ba113d9-2675-4a22-b634-a3c6b41f2555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584378 Aug 04 12:37:21.805090 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99caf225-5a3f-4af0-b854-35f1e5345a12 req-ba70d581-fdd9-4dc7-924e-65ab80250eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:21.806683 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-99caf225-5a3f-4af0-b854-35f1e5345a12 req-ba70d581-fdd9-4dc7-924e-65ab80250eb9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 1099 time: 0.0946958 Aug 04 12:37:21.900368 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-99caf225-5a3f-4af0-b854-35f1e5345a12 req-5bd93c4e-e442-4761-a94d-f9d201d3ff48 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706630 Aug 04 12:37:21.946408 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8911977c-acb6-4e32-b077-d92ffdfdfd31 None None] New status for floating IP 1c956125-e5d3-4db2-b746-a67b2a1fd0ff: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:37:22.296024 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e56039-dc32-4f11-9023-b5610e870277 req-5fc75090-2ba7-4b0d-b7f7-c1e81215e15e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:22.297633 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-45e56039-dc32-4f11-9023-b5610e870277 req-5fc75090-2ba7-4b0d-b7f7-c1e81215e15e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.1160407 Aug 04 12:37:22.306862 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3655e-8021-49a7-8ed3-93edeb3f2c8b req-970aefe5-a4dd-4153-984d-01db8f69f7b8 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:22.313555 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7bc3655e-8021-49a7-8ed3-93edeb3f2c8b req-970aefe5-a4dd-4153-984d-01db8f69f7b8 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.1281798 Aug 04 12:37:22.322656 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-75a61830-a2b4-4b41-94d4-62250b1c0844 req-e72fcd4f-2ef8-4a58-bfe0-1c87cc3c8e26 service neutron] 10.222.0.76 "GET /v2.0/networks/0ba113d9-2675-4a22-b634-a3c6b41f2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919457 Aug 04 12:37:22.422387 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-45e56039-dc32-4f11-9023-b5610e870277 req-c2a21713-14f4-4063-9ef8-ea4873b55114 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112924 Aug 04 12:37:22.434163 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7bc3655e-8021-49a7-8ed3-93edeb3f2c8b req-6d33bfc4-022f-486d-98ff-6c0bc6f628af tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077824 Aug 04 12:37:22.475173 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-75a61830-a2b4-4b41-94d4-62250b1c0844 req-8844ca26-1571-4c09-ac9f-df7ba765536d service neutron] 10.222.0.76 "GET /v2.0/networks/0ba113d9-2675-4a22-b634-a3c6b41f2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461992 Aug 04 12:37:23.594245 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c909-7f71-4bc7-a9ef-eb72c2b89cb6 req-a2490aca-0e13-4e31-8d7f-44473dc8ae8f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:23.596140 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8a29c909-7f71-4bc7-a9ef-eb72c2b89cb6 req-a2490aca-0e13-4e31-8d7f-44473dc8ae8f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0816112 Aug 04 12:37:23.626291 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535087ec-21e8-491f-83c2-7a0e5ebf6146 req-b307f216-9220-4576-a036-31ae07133d27 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:23.627796 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-535087ec-21e8-491f-83c2-7a0e5ebf6146 req-b307f216-9220-4576-a036-31ae07133d27 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0864022 Aug 04 12:37:23.666483 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8a29c909-7f71-4bc7-a9ef-eb72c2b89cb6 req-211198aa-4dfd-427e-9e18-24018a4fabfe tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641756 Aug 04 12:37:23.687295 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-535087ec-21e8-491f-83c2-7a0e5ebf6146 req-dd23c901-7b6d-4db9-8ea3-9a34152ed588 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528057 Aug 04 12:37:23.922044 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:37:24.801649 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ebf9a-1162-49d7-b061-4b99e1cd2f52 req-ca484b64-5732-44a3-b613-fc294d97a926 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:24.803134 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-828ebf9a-1162-49d7-b061-4b99e1cd2f52 req-ca484b64-5732-44a3-b613-fc294d97a926 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0519981 Aug 04 12:37:24.842463 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-828ebf9a-1162-49d7-b061-4b99e1cd2f52 req-b4f02d03-a238-42e9-a2c0-352a03fd1d35 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326185 Aug 04 12:37:24.947308 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb8ad2-199b-47c5-b3d4-92f86f9be50f req-a3459f53-22b4-410b-a06c-5c425da71bae tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:24.948918 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9adb8ad2-199b-47c5-b3d4-92f86f9be50f req-a3459f53-22b4-410b-a06c-5c425da71bae tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0479403 Aug 04 12:37:24.988238 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9adb8ad2-199b-47c5-b3d4-92f86f9be50f req-2612a1a8-3498-4675-a9ec-4d90bfc31fb2 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327547 Aug 04 12:37:25.502181 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 38106) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:25.602179 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c75336c5-5344-4d77-83c5-8f3a458f5cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:25.689992 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c75336c5-5344-4d77-83c5-8f3a458f5cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:25.783181 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c75336c5-5344-4d77-83c5-8f3a458f5cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:25.823984 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-c75336c5-5344-4d77-83c5-8f3a458f5cbf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=330740c4e8c04819bf16472420504f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184662 Aug 04 12:37:25.823984 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75336c5-5344-4d77-83c5-8f3a458f5cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2312299-e6b2-456b-9b35-98fa41b5c5d7,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:25.824691 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 38114) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:25.875007 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-31da7331-7afb-4f88-b28d-1f3660f4d2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:25.911045 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-31da7331-7afb-4f88-b28d-1f3660f4d2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:25.990156 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcc86c-a067-419c-92d6-36e77b203d70 req-9faa7009-e5d9-4274-86f8-75dedae94e42 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:25.991533 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-06bcc86c-a067-419c-92d6-36e77b203d70 req-9faa7009-e5d9-4274-86f8-75dedae94e42 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0515091 Aug 04 12:37:26.030213 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-06bcc86c-a067-419c-92d6-36e77b203d70 req-90cb29b9-d7a9-4641-9c8c-caa37aa9b40e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326684 Aug 04 12:37:26.034579 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-31da7331-7afb-4f88-b28d-1f3660f4d2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:26.037404 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-31da7331-7afb-4f88-b28d-1f3660f4d2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:26.041579 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-31da7331-7afb-4f88-b28d-1f3660f4d2e4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a2312299-e6b2-456b-9b35-98fa41b5c5d7 HTTP/1.1" status: 204 len: 168 time: 0.2157047 Aug 04 12:37:26.050136 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da7331-7afb-4f88-b28d-1f3660f4d2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2312299-e6b2-456b-9b35-98fa41b5c5d7,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:26.145913 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320df4ab-2179-4315-8648-f9460a39c9ea req-89e0f09f-32f4-41e8-82bf-51a4f2a2d0b6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:26.147390 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-320df4ab-2179-4315-8648-f9460a39c9ea req-89e0f09f-32f4-41e8-82bf-51a4f2a2d0b6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0491097 Aug 04 12:37:26.185948 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-320df4ab-2179-4315-8648-f9460a39c9ea req-563cae12-db1d-4f1c-90f5-ee5ce0ddca0d tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324063 Aug 04 12:37:26.732302 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 38130) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:26.746274 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-297d2483-c6e5-4e3d-83bd-5574d61ac6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:26.834940 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-297d2483-c6e5-4e3d-83bd-5574d61ac6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:26.932752 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-297d2483-c6e5-4e3d-83bd-5574d61ac6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:26.974601 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-297d2483-c6e5-4e3d-83bd-5574d61ac6b7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=58d4fdcb974546dcafa7735c946c54bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411377 Aug 04 12:37:26.976619 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d2483-c6e5-4e3d-83bd-5574d61ac6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621128c1-8e74-4b0d-ae0c-4e2ac449963d,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:26.977321 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 38136) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:27.028615 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e656b6a7-7245-4755-818b-05b6a8b39181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:27.050157 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e656b6a7-7245-4755-818b-05b6a8b39181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:27.158867 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06fad1-bc9d-43f0-980d-016e2a8f99a1 req-3bf128db-4c54-4cec-9b2e-1a4316c3817e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:27.160249 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6c06fad1-bc9d-43f0-980d-016e2a8f99a1 req-3bf128db-4c54-4cec-9b2e-1a4316c3817e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0479026 Aug 04 12:37:27.183746 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e656b6a7-7245-4755-818b-05b6a8b39181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:27.186327 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e656b6a7-7245-4755-818b-05b6a8b39181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:27.187429 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e656b6a7-7245-4755-818b-05b6a8b39181 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/621128c1-8e74-4b0d-ae0c-4e2ac449963d HTTP/1.1" status: 204 len: 168 time: 0.2089255 Aug 04 12:37:27.204292 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656b6a7-7245-4755-818b-05b6a8b39181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621128c1-8e74-4b0d-ae0c-4e2ac449963d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:27.212551 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6c06fad1-bc9d-43f0-980d-016e2a8f99a1 req-4c5a4363-7452-40fd-817c-d6210e947dea tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463345 Aug 04 12:37:27.355418 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de34368-cb10-4619-8b5a-097bf9abfb2a req-a56487e2-8f88-4991-951c-9fc69dcaffe4 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:27.356904 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1de34368-cb10-4619-8b5a-097bf9abfb2a req-a56487e2-8f88-4991-951c-9fc69dcaffe4 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0857105 Aug 04 12:37:27.369708 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fea5d-1bc3-4338-8f9e-daa5d506ab0b req-981ecd4e-cecb-45a0-a4c1-b12b962f3254 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:27.371163 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-740fea5d-1bc3-4338-8f9e-daa5d506ab0b req-981ecd4e-cecb-45a0-a4c1-b12b962f3254 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0692155 Aug 04 12:37:27.380355 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 38148) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:27.385249 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-125fb8ba-f3a9-475a-b2a0-fb473babbf2d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Request body: {'floatingip': {'port_id': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:37:27.404802 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1de34368-cb10-4619-8b5a-097bf9abfb2a req-30a9b35a-f81c-42b7-b3eb-0a49e20bd05f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326600 Aug 04 12:37:27.425938 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-125fb8ba-f3a9-475a-b2a0-fb473babbf2d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for floatingip, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:27.878685 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-125fb8ba-f3a9-475a-b2a0-fb473babbf2d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:27.938314 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-125fb8ba-f3a9-475a-b2a0-fb473babbf2d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544761'] for floatingip, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:28.066381 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.db.l3_db [None req-125fb8ba-f3a9-475a-b2a0-fb473babbf2d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Floating IP 1722cfd5-664a-4b71-b7ea-f1a67fff4015 associated. External IP: 172.27.3.111, port: c676d4ba-5ccd-40b2-96c5-dbb550a32836. Aug 04 12:37:28.284760 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125fb8ba-f3a9-475a-b2a0-fb473babbf2d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:37:28.395982 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125fb8ba-f3a9-475a-b2a0-fb473babbf2d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:37:28.399660 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-125fb8ba-f3a9-475a-b2a0-fb473babbf2d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:28.407444 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8314362e-aa26-4bd8-b362-425c482c27f0 None None] Sync routers for ids ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'] in dv-cinder-803046-4-iscsi {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:37:28.419864 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8314362e-aa26-4bd8-b362-425c482c27f0 None None] Routers {'2542cac2-e6cd-4c91-8621-f496aa9e25f5'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:37:28.421294 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-8314362e-aa26-4bd8-b362-425c482c27f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:37:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:37:28.434839 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-125fb8ba-f3a9-475a-b2a0-fb473babbf2d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "PUT /v2.0/floatingips/1722cfd5-664a-4b71-b7ea-f1a67fff4015 HTTP/1.1" status: 200 len: 992 time: 1.0531511 Aug 04 12:37:28.435435 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec4f946-dc33-461c-a35f-cbdfe41b7b03', 'tag': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:37:28.438518 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffc1d1a-39a9-4091-8499-6318ae378422" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec4f946-dc33-461c-a35f-cbdfe41b7b03", "tag": "c676d4ba-5ccd-40b2-96c5-dbb550a32836"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:37:28.532076 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6db3be-4462-4180-875e-bfdf012af690 req-3ad3a3bc-c887-485a-8823-eb9afc0bb64f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:28.538239 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-8314362e-aa26-4bd8-b362-425c482c27f0 None None] Set router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:37:28.543415 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7f6db3be-4462-4180-875e-bfdf012af690 req-3ad3a3bc-c887-485a-8823-eb9afc0bb64f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0658720 Aug 04 12:37:28.584235 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7f6db3be-4462-4180-875e-bfdf012af690 req-7b6fbd5d-5a8c-49dd-b068-c1c91b23ff9e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399430 Aug 04 12:37:28.776006 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-8314362e-aa26-4bd8-b362-425c482c27f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:37Z', 'revision_number': 4, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port': {'id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:31Z', 'updated_at': '2021-08-04T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '1722cfd5-664a-4b71-b7ea-f1a67fff4015', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'port_id': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'mac_address': 'fa:16:3e:35:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4f946-dc33-461c-a35f-cbdfe41b7b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:36:50Z', 'updated_at': '2021-08-04T12:37:27Z', 'revision_number': 1, 'project_id': '6cdc0003e64748479f74178220380fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c90d8bc6-354a-4b75-8263-421d74fe3772', 'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'mac_address': 'fa:16:3e:d2:01:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:48Z', 'revision_number': 5, 'project_id': '6cdc0003e64748479f74178220380fda', 'subnets': [{'id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:37:28.802188 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8314362e-aa26-4bd8-b362-425c482c27f0 None None] Checking router: 2542cac2-e6cd-4c91-8621-f496aa9e25f5 for host: dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:37:28.810153 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8314362e-aa26-4bd8-b362-425c482c27f0 None None] Routers {'2542cac2-e6cd-4c91-8621-f496aa9e25f5'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:37:28.810768 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-8314362e-aa26-4bd8-b362-425c482c27f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:37:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:37:28.926937 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-8314362e-aa26-4bd8-b362-425c482c27f0 None None] Set router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:37:29.150430 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-8314362e-aa26-4bd8-b362-425c482c27f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:37Z', 'revision_number': 4, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port': {'id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:31Z', 'updated_at': '2021-08-04T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '1722cfd5-664a-4b71-b7ea-f1a67fff4015', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'port_id': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'mac_address': 'fa:16:3e:35:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4f946-dc33-461c-a35f-cbdfe41b7b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:36:50Z', 'updated_at': '2021-08-04T12:37:27Z', 'revision_number': 1, 'project_id': '6cdc0003e64748479f74178220380fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c90d8bc6-354a-4b75-8263-421d74fe3772', 'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'mac_address': 'fa:16:3e:d2:01:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:48Z', 'revision_number': 5, 'project_id': '6cdc0003e64748479f74178220380fda', 'subnets': [{'id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:37:29.178449 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8314362e-aa26-4bd8-b362-425c482c27f0 None None] The sync data for ids ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'] in dv-cinder-803046-4-iscsi is: [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:37Z', 'revision_number': 4, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port': {'id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:31Z', 'updated_at': '2021-08-04T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '1722cfd5-664a-4b71-b7ea-f1a67fff4015', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'port_id': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'mac_address': 'fa:16:3e:35:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec4f946-dc33-461c-a35f-cbdfe41b7b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:36:50Z', 'updated_at': '2021-08-04T12:37:27Z', 'revision_number': 1, 'project_id': '6cdc0003e64748479f74178220380fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c90d8bc6-354a-4b75-8263-421d74fe3772', 'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'mac_address': 'fa:16:3e:d2:01:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:48Z', 'revision_number': 5, 'project_id': '6cdc0003e64748479f74178220380fda', 'subnets': [{'id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:37:29.377012 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27782b9-6e44-4a91-be23-dd50fab5bcf2 None None] New status for floating IP 1722cfd5-664a-4b71-b7ea-f1a67fff4015: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:37:30.386880 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ee1d1c-eed7-4b73-9a2a-885b8c30535a x-openstack-request-id: req-65ee1d1c-eed7-4b73-9a2a-885b8c30535a {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:37:30.387737 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec4f946-dc33-461c-a35f-cbdfe41b7b03", "tag": "c676d4ba-5ccd-40b2-96c5-dbb550a32836", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:37:30.387992 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-65ee1d1c-eed7-4b73-9a2a-885b8c30535a {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:37:30.388392 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec4f946-dc33-461c-a35f-cbdfe41b7b03', 'tag': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836', 'status': 'completed', 'code': 200} Aug 04 12:37:30.467707 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183af05-fd6c-4b32-b4a5-422ec4bcd66b req-072cd373-3226-4d4d-9c69-d6ec1b65b14a tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:30.469328 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8183af05-fd6c-4b32-b4a5-422ec4bcd66b req-072cd373-3226-4d4d-9c69-d6ec1b65b14a tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0507209 Aug 04 12:37:30.535419 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8183af05-fd6c-4b32-b4a5-422ec4bcd66b req-28fd5142-77a7-4e48-80bf-e27e266be210 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573387 Aug 04 12:37:30.538265 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc1d1a-39a9-4091-8499-6318ae378422 req-771d3668-8419-4845-ba20-dd59ec1c78a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:30.539672 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7ffc1d1a-39a9-4091-8499-6318ae378422 req-771d3668-8419-4845-ba20-dd59ec1c78a9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cdc0003e64748479f74178220380fda&device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 1099 time: 0.0694740 Aug 04 12:37:30.637105 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc1d1a-39a9-4091-8499-6318ae378422 req-340d3419-ffac-40df-b07a-f24a7705968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:30.638647 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7ffc1d1a-39a9-4091-8499-6318ae378422 req-340d3419-ffac-40df-b07a-f24a7705968a service neutron] 10.222.0.76 "GET /v2.0/networks?id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5 HTTP/1.1" status: 200 len: 918 time: 0.0818081 Aug 04 12:37:30.718529 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7ffc1d1a-39a9-4091-8499-6318ae378422 req-355db3aa-380d-433a-b82e-59d9508a68fa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c676d4ba-5ccd-40b2-96c5-dbb550a32836 HTTP/1.1" status: 200 len: 1002 time: 0.0594881 Aug 04 12:37:30.774841 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc1d1a-39a9-4091-8499-6318ae378422 req-6c898c0b-67b8-4e91-83f7-fd6b6622aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:30.776302 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7ffc1d1a-39a9-4091-8499-6318ae378422 req-6c898c0b-67b8-4e91-83f7-fd6b6622aec3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=988d24d8-9aac-4159-8a04-ee92addd3047 HTTP/1.1" status: 200 len: 856 time: 0.0436032 Aug 04 12:37:30.821302 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc1d1a-39a9-4091-8499-6318ae378422 req-4c15b524-25d4-4c01-a609-0508f79d88e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:30.822780 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7ffc1d1a-39a9-4091-8499-6318ae378422 req-4c15b524-25d4-4c01-a609-0508f79d88e2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381763 Aug 04 12:37:30.911651 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7ffc1d1a-39a9-4091-8499-6318ae378422 req-ccee518c-1e89-46c7-867a-9ac09df52e8d service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810192 Aug 04 12:37:31.001749 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7ffc1d1a-39a9-4091-8499-6318ae378422 req-6c4acb5f-1b62-4cb2-a1c0-954aca1d114b service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819600 Aug 04 12:37:35.076580 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533c492-2431-450f-91bb-35a133b42e22 req-ce3f3d39-180f-4a15-b15f-4e5aa241258e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:35.078076 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e533c492-2431-450f-91bb-35a133b42e22 req-ce3f3d39-180f-4a15-b15f-4e5aa241258e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0482588 Aug 04 12:37:35.115268 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e533c492-2431-450f-91bb-35a133b42e22 req-ec659c48-2185-4845-b12a-96bd9ef2e395 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312822 Aug 04 12:37:36.254888 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95126d1-9d1e-441d-8c5b-1723bff65ce9 req-2c09460d-0348-49c5-afbd-0ed8b3d14b50 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:36.256438 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a95126d1-9d1e-441d-8c5b-1723bff65ce9 req-2c09460d-0348-49c5-afbd-0ed8b3d14b50 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0596364 Aug 04 12:37:36.298391 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a95126d1-9d1e-441d-8c5b-1723bff65ce9 req-f17ae791-41ec-46f9-95b0-1fb1a2d6154a tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352125 Aug 04 12:37:36.847182 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 38370) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:36.870323 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-28bd49bd-24d9-4c22-9a20-5978111a1bb1 req-edda13c1-8c1a-4ab0-84a1-bd140bf45e78 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420671 Aug 04 12:37:36.968382 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4bc4299b-dbc5-4bf5-805e-e361d59c66bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:37.004721 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd49bd-24d9-4c22-9a20-5978111a1bb1 req-e67bdeee-981c-450e-93af-371bbe72415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:37.008725 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-28bd49bd-24d9-4c22-9a20-5978111a1bb1 req-e67bdeee-981c-450e-93af-371bbe72415e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b0f327f37a0245499ff8737a7952a6c7&device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 1099 time: 0.0428703 Aug 04 12:37:37.065847 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4bc4299b-dbc5-4bf5-805e-e361d59c66bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:37.120636 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4bc4299b-dbc5-4bf5-805e-e361d59c66bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:37.137126 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd49bd-24d9-4c22-9a20-5978111a1bb1 req-8f8d0b5b-8624-4df0-a685-53ca5544024c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:37.138427 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-28bd49bd-24d9-4c22-9a20-5978111a1bb1 req-8f8d0b5b-8624-4df0-a685-53ca5544024c service neutron] 10.222.0.76 "GET /v2.0/networks?id=d70990c3-c71e-42d7-9bb6-5139257f76e1 HTTP/1.1" status: 200 len: 913 time: 0.1036811 Aug 04 12:37:37.170878 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-4bc4299b-dbc5-4bf5-805e-e361d59c66bb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=39c16ae667964a49842c094f5a62d08f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222888 Aug 04 12:37:37.171750 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4299b-dbc5-4bf5-805e-e361d59c66bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011222c7-2036-4873-b10a-3d66778c44ce,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:37.174645 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 38382) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:37.191967 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4299b-dbc5-4bf5-805e-e361d59c66bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:37.192677 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4299b-dbc5-4bf5-805e-e361d59c66bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:37.193259 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4299b-dbc5-4bf5-805e-e361d59c66bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:37.193755 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4299b-dbc5-4bf5-805e-e361d59c66bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:37.194153 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4299b-dbc5-4bf5-805e-e361d59c66bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:37.194488 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4299b-dbc5-4bf5-805e-e361d59c66bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:37.194815 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4299b-dbc5-4bf5-805e-e361d59c66bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:37.195219 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4299b-dbc5-4bf5-805e-e361d59c66bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:37.195473 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4299b-dbc5-4bf5-805e-e361d59c66bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:37.195794 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4299b-dbc5-4bf5-805e-e361d59c66bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:37.196114 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4299b-dbc5-4bf5-805e-e361d59c66bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:37.196444 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc4299b-dbc5-4bf5-805e-e361d59c66bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:37.198463 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-28bd49bd-24d9-4c22-9a20-5978111a1bb1 req-a876baf8-d1e0-4281-b719-f246da803140 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2651504-aacc-473d-8797-379edf9f84f2 HTTP/1.1" status: 200 len: 217 time: 0.0379128 Aug 04 12:37:37.264946 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-02c49a7a-4c18-456c-b8ef-0a800b4894fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:37.287224 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-02c49a7a-4c18-456c-b8ef-0a800b4894fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:37.372414 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd49bd-24d9-4c22-9a20-5978111a1bb1 req-8d54ed50-761c-4b74-94ea-d09eb246dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:37.374575 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-28bd49bd-24d9-4c22-9a20-5978111a1bb1 req-8d54ed50-761c-4b74-94ea-d09eb246dd2d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6144c28-0d1a-4c31-a088-72cd85a5256c HTTP/1.1" status: 200 len: 852 time: 0.0455198 Aug 04 12:37:37.415236 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-02c49a7a-4c18-456c-b8ef-0a800b4894fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:37.418088 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-02c49a7a-4c18-456c-b8ef-0a800b4894fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:37.419222 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-02c49a7a-4c18-456c-b8ef-0a800b4894fa admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/011222c7-2036-4873-b10a-3d66778c44ce HTTP/1.1" status: 204 len: 168 time: 0.2437327 Aug 04 12:37:37.430043 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c49a7a-4c18-456c-b8ef-0a800b4894fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011222c7-2036-4873-b10a-3d66778c44ce,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:37.444320 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-28bd49bd-24d9-4c22-9a20-5978111a1bb1 req-d32b3ac9-761e-4a2c-855a-4895d1ba9e1b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d70990c3-c71e-42d7-9bb6-5139257f76e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319200 Aug 04 12:37:37.648277 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ae9b7-416d-4d02-aa0d-b7e5ef72f6ee req-bc1cb8d4-4a1a-4f09-be97-70d56cf82e14 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:37.649776 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b28ae9b7-416d-4d02-aa0d-b7e5ef72f6ee req-bc1cb8d4-4a1a-4f09-be97-70d56cf82e14 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.1048622 Aug 04 12:37:37.659242 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d7520-d79c-4bc5-a5a3-2592cd9eec30 req-a2174830-c90f-4d96-8138-29f5335fc0f4 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:37.660647 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6f9d7520-d79c-4bc5-a5a3-2592cd9eec30 req-a2174830-c90f-4d96-8138-29f5335fc0f4 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 946 time: 0.1482112 Aug 04 12:37:37.664692 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-28bd49bd-24d9-4c22-9a20-5978111a1bb1 req-8340342d-83b3-44db-bde7-94f1ff4ec807 service neutron] 10.222.0.76 "GET /v2.0/networks/d70990c3-c71e-42d7-9bb6-5139257f76e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705203 Aug 04 12:37:37.758962 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b28ae9b7-416d-4d02-aa0d-b7e5ef72f6ee req-4ab3ab52-cd55-46a0-8230-fab68cd69e5a tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970137 Aug 04 12:37:37.778460 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6f9d7520-d79c-4bc5-a5a3-2592cd9eec30 req-876e9b84-ab93-4a27-b505-c9e230bc9540 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084905 Aug 04 12:37:37.814753 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-28bd49bd-24d9-4c22-9a20-5978111a1bb1 req-698b0cc7-ad2c-4258-a1b5-0b18392a9a3b service neutron] 10.222.0.76 "GET /v2.0/networks/d70990c3-c71e-42d7-9bb6-5139257f76e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224527 Aug 04 12:37:38.712769 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:38.955535 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dabd58-3cf7-40f2-aa85-39600aa52a29 req-b079430c-26fd-4092-9d8b-a86019fa5a17 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:38.957345 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a2dabd58-3cf7-40f2-aa85-39600aa52a29 req-b079430c-26fd-4092-9d8b-a86019fa5a17 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 946 time: 0.0955849 Aug 04 12:37:38.970817 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5fa16-c528-4eb3-bcb9-4ad3e892ccd1 req-5c424e84-d9fc-493c-bc5c-1821e86a3182 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:38.970817 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f2a5fa16-c528-4eb3-bcb9-4ad3e892ccd1 req-5c424e84-d9fc-493c-bc5c-1821e86a3182 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.1089320 Aug 04 12:37:39.046726 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f2a5fa16-c528-4eb3-bcb9-4ad3e892ccd1 req-46978f56-32f2-4176-affb-f94da7a460d0 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672774 Aug 04 12:37:39.067627 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a2dabd58-3cf7-40f2-aa85-39600aa52a29 req-428a42c6-7a17-49ae-8512-d72a2d0b5623 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971525 Aug 04 12:37:39.951392 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 38494) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:40.169731 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b00b4263-ec19-4210-91c1-52199ee22102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:40.243118 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e7943-84e8-4383-9e5c-dcf6364f85eb req-62d57cff-fd12-4978-9b74-17bc38e1673e tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:40.244630 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-870e7943-84e8-4383-9e5c-dcf6364f85eb req-62d57cff-fd12-4978-9b74-17bc38e1673e tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 946 time: 0.0831881 Aug 04 12:37:40.252763 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c64d-a8a0-45b4-b9a5-7185675bce17 req-ed781b2f-48a7-4f43-a0b2-689a8048f810 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:40.254234 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1157c64d-a8a0-45b4-b9a5-7185675bce17 req-ed781b2f-48a7-4f43-a0b2-689a8048f810 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0799088 Aug 04 12:37:40.272337 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b00b4263-ec19-4210-91c1-52199ee22102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:40.310771 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-870e7943-84e8-4383-9e5c-dcf6364f85eb req-d56248e6-c52a-4c27-9085-5359f7882d3f tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553389 Aug 04 12:37:40.316278 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1157c64d-a8a0-45b4-b9a5-7185675bce17 req-fc8b0e85-4065-4d1f-96b4-eb176a0d484b tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471389 Aug 04 12:37:40.350762 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b00b4263-ec19-4210-91c1-52199ee22102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:40.391188 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-b00b4263-ec19-4210-91c1-52199ee22102 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6987c63d2be048ef966a0737178d5abc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4385953 Aug 04 12:37:40.393146 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b4263-ec19-4210-91c1-52199ee22102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ce1c07-5732-4ff1-ae06-f768b9d9031f,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:40.393900 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 38512) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:40.445547 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22ca64e5-bfb0-4a16-9452-1e3a7d43fb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:40.469737 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22ca64e5-bfb0-4a16-9452-1e3a7d43fb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:40.605490 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22ca64e5-bfb0-4a16-9452-1e3a7d43fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:40.608075 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22ca64e5-bfb0-4a16-9452-1e3a7d43fb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:40.609208 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-22ca64e5-bfb0-4a16-9452-1e3a7d43fb93 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c1ce1c07-5732-4ff1-ae06-f768b9d9031f HTTP/1.1" status: 204 len: 168 time: 0.2142789 Aug 04 12:37:40.617179 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca64e5-bfb0-4a16-9452-1e3a7d43fb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ce1c07-5732-4ff1-ae06-f768b9d9031f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:40.624945 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca64e5-bfb0-4a16-9452-1e3a7d43fb93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:40.625294 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca64e5-bfb0-4a16-9452-1e3a7d43fb93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:40.625651 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca64e5-bfb0-4a16-9452-1e3a7d43fb93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:40.625979 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca64e5-bfb0-4a16-9452-1e3a7d43fb93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:40.626311 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca64e5-bfb0-4a16-9452-1e3a7d43fb93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:40.626635 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca64e5-bfb0-4a16-9452-1e3a7d43fb93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:40.627012 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca64e5-bfb0-4a16-9452-1e3a7d43fb93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:40.627403 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca64e5-bfb0-4a16-9452-1e3a7d43fb93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:40.627730 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca64e5-bfb0-4a16-9452-1e3a7d43fb93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:40.628121 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca64e5-bfb0-4a16-9452-1e3a7d43fb93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:40.628496 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca64e5-bfb0-4a16-9452-1e3a7d43fb93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:40.628755 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ca64e5-bfb0-4a16-9452-1e3a7d43fb93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:37:40.780957 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-bd0a37e1-9dba-485a-a828-7c382aa031bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:41.218049 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf934647-7acd-4e52-aa2b-b3c79131f1e0 req-0a9b9fba-e831-44cf-ac9e-48e693c00472 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:41.222682 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bf934647-7acd-4e52-aa2b-b3c79131f1e0 req-0a9b9fba-e831-44cf-ac9e-48e693c00472 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.76 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 946 time: 0.0558448 Aug 04 12:37:41.404939 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-bf934647-7acd-4e52-aa2b-b3c79131f1e0 req-f1097296-63ff-4bc7-8a1a-32306f478d48 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Deleting port f2651504-aacc-473d-8797-379edf9f84f2 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:37:41.406130 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bf934647-7acd-4e52-aa2b-b3c79131f1e0 req-f1097296-63ff-4bc7-8a1a-32306f478d48 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:41.775971 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce3f05-5df7-4450-993f-9476e71c1597 req-61e93da7-a399-4702-97a7-96d09ba78ab5 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:41.777516 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-62ce3f05-5df7-4450-993f-9476e71c1597 req-61e93da7-a399-4702-97a7-96d09ba78ab5 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.3554223 Aug 04 12:37:41.790964 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e80019-c6e4-4ab7-9daf-74b61b389391 req-f826fcee-6552-464a-9148-ff4cc0545489 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:41.792531 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-18e80019-c6e4-4ab7-9daf-74b61b389391 req-f826fcee-6552-464a-9148-ff4cc0545489 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 946 time: 0.3431110 Aug 04 12:37:41.795822 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bf934647-7acd-4e52-aa2b-b3c79131f1e0 req-f1097296-63ff-4bc7-8a1a-32306f478d48 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] For port f2651504-aacc-473d-8797-379edf9f84f2, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=f2651504-aacc-473d-8797-379edf9f84f2,segment=NetworkSegment(712db893-c45c-4b82-b016-bdb409ccd016),segment_id=712db893-c45c-4b82-b016-bdb409ccd016)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:37:41.796181 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bf934647-7acd-4e52-aa2b-b3c79131f1e0 req-f1097296-63ff-4bc7-8a1a-32306f478d48 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:41.822752 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-bf934647-7acd-4e52-aa2b-b3c79131f1e0 req-f1097296-63ff-4bc7-8a1a-32306f478d48 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Calling delete_port for f2651504-aacc-473d-8797-379edf9f84f2 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:37:41.937894 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-62ce3f05-5df7-4450-993f-9476e71c1597 req-17e2ed0d-64a3-4256-af14-2fd0dd98f2b7 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443639 Aug 04 12:37:41.944685 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-18e80019-c6e4-4ab7-9daf-74b61b389391 req-cb1f41e3-e17e-4192-a87a-8965362d78a2 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/security-groups?id=8a9b1a4c-1fec-48f7-ab6e-910012352c30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333945 Aug 04 12:37:42.107118 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bf934647-7acd-4e52-aa2b-b3c79131f1e0 req-f1097296-63ff-4bc7-8a1a-32306f478d48 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:42.140166 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1097296-63ff-4bc7-8a1a-32306f478d48 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Pushing event deleted for resources: {'Port': ['ID=f2651504-aacc-473d-8797-379edf9f84f2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:42.151645 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['f2651504-aacc-473d-8797-379edf9f84f2'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:37:42.208257 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf934647-7acd-4e52-aa2b-b3c79131f1e0 req-f1097296-63ff-4bc7-8a1a-32306f478d48 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] No DVR routers for this DVR port f2651504-aacc-473d-8797-379edf9f84f2 on host hv-cinder-80304 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:37:42.211391 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bf934647-7acd-4e52-aa2b-b3c79131f1e0 req-f1097296-63ff-4bc7-8a1a-32306f478d48 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:42.213432 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bf934647-7acd-4e52-aa2b-b3c79131f1e0 req-f1097296-63ff-4bc7-8a1a-32306f478d48 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.76 "DELETE /v2.0/ports/f2651504-aacc-473d-8797-379edf9f84f2 HTTP/1.1" status: 204 len: 173 time: 0.9790008 Aug 04 12:37:42.213854 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68d648f-999f-4dea-b0ec-4125e0bdfcda', 'name': 'network-vif-deleted', 'tag': 'f2651504-aacc-473d-8797-379edf9f84f2'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:37:42.216308 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300ba937-e787-44f5-968b-21cae288263f" -d '{"events": [{"server_uuid": "f68d648f-999f-4dea-b0ec-4125e0bdfcda", "name": "network-vif-deleted", "tag": "f2651504-aacc-473d-8797-379edf9f84f2"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:37:42.254755 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d67d310-cddc-4156-9a36-52e0aca367b2 x-openstack-request-id: req-5d67d310-cddc-4156-9a36-52e0aca367b2 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:37:42.255241 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68d648f-999f-4dea-b0ec-4125e0bdfcda", "name": "network-vif-deleted", "tag": "f2651504-aacc-473d-8797-379edf9f84f2", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:37:42.255557 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5d67d310-cddc-4156-9a36-52e0aca367b2 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:37:42.256161 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68d648f-999f-4dea-b0ec-4125e0bdfcda', 'name': 'network-vif-deleted', 'tag': 'f2651504-aacc-473d-8797-379edf9f84f2', 'status': 'completed', 'code': 200} Aug 04 12:37:43.075309 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b8bd5101-e696-4f58-9944-7ad75cee8be2 req-3dd6e42e-69f2-4ce7-8be2-2ce9036754a2 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 210 time: 0.0335464 Aug 04 12:37:43.091870 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9343d4-ff41-46bc-8d52-044f21053562 req-ea910530-f488-4214-91b6-3f98f7cbacca tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:43.093398 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-af9343d4-ff41-46bc-8d52-044f21053562 req-ea910530-f488-4214-91b6-3f98f7cbacca tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0781803 Aug 04 12:37:43.134355 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-af9343d4-ff41-46bc-8d52-044f21053562 req-844337d8-4c40-495e-bc5a-19593476b3ff tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344617 Aug 04 12:37:43.188642 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e0c07bc8-02fc-4a5a-81b9-ee0e3d636980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:43.457047 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:44.206735 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bb46d9ad-8e76-4156-89f8-c874a9ea1839 req-7fc10718-a664-4e98-9a3e-23e085189a76 tempest-DeleteServersTestJSON-1117108078 tempest-DeleteServersTestJSON-1117108078-project] 10.222.0.90 "GET /v2.0/ports?device_id=f68d648f-999f-4dea-b0ec-4125e0bdfcda HTTP/1.1" status: 200 len: 210 time: 0.0426805 Aug 04 12:37:44.276425 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d55743-d3a8-492e-8209-2bce96804627 req-25687571-440a-49ab-a732-2522fcd5fbe8 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:44.278093 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d5d55743-d3a8-492e-8209-2bce96804627 req-25687571-440a-49ab-a732-2522fcd5fbe8 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0478327 Aug 04 12:37:44.330620 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d5d55743-d3a8-492e-8209-2bce96804627 req-1c5ea4c4-508f-4cff-bc1a-9a9232733a6f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432513 Aug 04 12:37:44.405190 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:44.410603 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device f2651504-aacc-473d-8797-379edf9f84f2 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:37:44.437173 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: f2651504-aacc-473d-8797-379edf9f84f2 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:37:44.437535 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device f2651504-aacc-473d-8797-379edf9f84f2 not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:37:45.465982 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025d355-9c26-43a4-a5d6-d9578b0de595 req-e6362cdc-4ce4-42a0-9090-a33fe9db3457 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:45.467552 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4025d355-9c26-43a4-a5d6-d9578b0de595 req-e6362cdc-4ce4-42a0-9090-a33fe9db3457 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0558286 Aug 04 12:37:45.512223 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4025d355-9c26-43a4-a5d6-d9578b0de595 req-f447902f-03b6-400e-9b92-f25d933bb082 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378888 Aug 04 12:37:45.974783 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:49.357551 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b6163-2db2-428a-949c-6e67cdf0727d req-cc519023-d904-426e-af62-c687a6847282 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:49.359079 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-446b6163-2db2-428a-949c-6e67cdf0727d req-cc519023-d904-426e-af62-c687a6847282 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0490561 Aug 04 12:37:49.401953 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-446b6163-2db2-428a-949c-6e67cdf0727d req-6c621bac-b537-4eba-b1aa-4b639d5c93f3 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369737 Aug 04 12:37:50.519664 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233103f-dfb3-4f33-93b9-57fdd48766b5 req-6162688b-51c0-4911-90ad-cc8d89833a32 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:50.521925 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a233103f-dfb3-4f33-93b9-57fdd48766b5 req-6162688b-51c0-4911-90ad-cc8d89833a32 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0483351 Aug 04 12:37:50.560344 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a233103f-dfb3-4f33-93b9-57fdd48766b5 req-7e009e85-145a-4c66-bfc0-1132f3b6033f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326483 Aug 04 12:37:51.419306 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 38788) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:51.469346 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f3827a-c7c4-4ec2-8f35-edd801665cf5 admin admin] Deleting subnet a6144c28-0d1a-4c31-a088-72cd85a5256c {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 12:37:51.472746 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b3f3827a-c7c4-4ec2-8f35-edd801665cf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:51.510530 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b3f3827a-c7c4-4ec2-8f35-edd801665cf5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:51.518895 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b3f3827a-c7c4-4ec2-8f35-edd801665cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8264673'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:51.677201 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdb071-36f3-4dda-a348-8bb4dbf2a69c req-870348d5-f088-4bc3-9f3f-f7ebaa49b863 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:51.678632 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-09fdb071-36f3-4dda-a348-8bb4dbf2a69c req-870348d5-f088-4bc3-9f3f-f7ebaa49b863 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0487878 Aug 04 12:37:51.683581 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b3f3827a-c7c4-4ec2-8f35-edd801665cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8263954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:51.727537 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3827a-c7c4-4ec2-8f35-edd801665cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6144c28-0d1a-4c31-a088-72cd85a5256c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:51.762825 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b3f3827a-c7c4-4ec2-8f35-edd801665cf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:51.766036 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-b3f3827a-c7c4-4ec2-8f35-edd801665cf5 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/a6144c28-0d1a-4c31-a088-72cd85a5256c HTTP/1.1" status: 204 len: 168 time: 0.3454320 Aug 04 12:37:51.768555 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 38806) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:51.769767 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-09fdb071-36f3-4dda-a348-8bb4dbf2a69c req-ed547aac-a791-4394-8d69-b549526b0597 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835643 Aug 04 12:37:51.836277 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7872879'] for network, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:51.920689 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314982', 'neutron.services.segments.db._delete_segments_for_network-8788656383735'] for network, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:51.930479 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:37:51.930756 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:37:51.931511 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:37:51.931853 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Subscribe: > port after_create 55550000 {{(pid=94079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:37:51.932186 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:37:51.932545 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Subscribe: > port after_update 55550000 {{(pid=94079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:37:51.932881 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:37:51.933196 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:37:51.933537 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:37:51.933852 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:37:52.081551 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:37:52.081933 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:37:52.082266 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:37:52.082599 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:37:52.082967 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70990c3-c71e-42d7-9bb6-5139257f76e1']}} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:37:52.100905 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712db893-c45c-4b82-b016-bdb409ccd016') {'for_net_delete': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:37:52.101199 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712db893-c45c-4b82-b016-bdb409ccd016') {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:37:52.116678 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788656387588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9287380'] for segment, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:52.136927 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:52.146019 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 12:37:52.146412 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2652940'] for segment, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: from cryptography.utils import int_from_bytes Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: from cryptography.utils import int_from_bytes Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: Traceback (most recent call last): Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: timer() Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: cb(*args, **kw) Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: return func(*args, **kwargs) Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: self._notify() Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: self.callback(batched_events) Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: event.method(event) Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: return f(self, *a, **k) Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._get(url).json() Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: return self.request(url, 'GET', **kwargs) Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 12:37:52.150789 dv-cinder-803046-4-iscsi neutron-server[94079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 12:37:52.284868 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544019'] for network, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:52.292786 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:52.300011 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] 10.222.0.90 "DELETE /v2.0/networks/d70990c3-c71e-42d7-9bb6-5139257f76e1 HTTP/1.1" status: 204 len: 168 time: 0.5252779 Aug 04 12:37:52.305081 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c091436-3c95-4da5-a240-f7c8890e2760 admin admin] Pushing event deleted for resources: {'Network': ['ID=d70990c3-c71e-42d7-9bb6-5139257f76e1,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:52.667212 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 38818) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:52.706987 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-cfc87310-af7d-4de5-afeb-a2b0cfe134d4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b0f327f37a0245499ff8737a7952a6c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386055 Aug 04 12:37:52.709502 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 38820) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:52.757276 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d84-4ee7-4b92-9daa-115026655bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:52.778393 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d84-4ee7-4b92-9daa-115026655bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:52.907275 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d84-4ee7-4b92-9daa-115026655bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:52.909874 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2ae67d84-4ee7-4b92-9daa-115026655bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:52.911068 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-2ae67d84-4ee7-4b92-9daa-115026655bd2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8a9b1a4c-1fec-48f7-ab6e-910012352c30 HTTP/1.1" status: 204 len: 168 time: 0.2006612 Aug 04 12:37:52.918973 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae67d84-4ee7-4b92-9daa-115026655bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9b1a4c-1fec-48f7-ab6e-910012352c30,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:54.546623 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abbce9-cc03-465a-a34e-9fbe285427ea req-db40b80a-57b3-49e0-8402-d02d3bd0f8e1 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:54.548207 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-93abbce9-cc03-465a-a34e-9fbe285427ea req-db40b80a-57b3-49e0-8402-d02d3bd0f8e1 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0516491 Aug 04 12:37:54.587831 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-93abbce9-cc03-465a-a34e-9fbe285427ea req-3d5e6e66-5de6-4956-a10c-9ebc5c22c73c tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333631 Aug 04 12:37:55.707184 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657d30c-86e7-44cc-8dc2-aa5542c7e1bd req-12f166d6-ef54-48b0-9979-36e76d9933aa tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:55.708693 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1657d30c-86e7-44cc-8dc2-aa5542c7e1bd req-12f166d6-ef54-48b0-9979-36e76d9933aa tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0489106 Aug 04 12:37:55.746812 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1657d30c-86e7-44cc-8dc2-aa5542c7e1bd req-7b050790-779a-49b2-af08-0eb730439169 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317743 Aug 04 12:37:56.443221 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 38926) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:56.543233 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 38938) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:56.633616 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9041abe-56ca-40c6-b414-c3d1dbc58457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:56.878743 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bb95581a-50e7-4f8b-960d-113e75e0a960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:56.889441 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9da86e-049a-45ea-840a-bb2b5ab35511 req-2f2f27cd-3b3d-4ad9-afae-b983079f2b5d tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:56.890901 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2f9da86e-049a-45ea-840a-bb2b5ab35511 req-2f2f27cd-3b3d-4ad9-afae-b983079f2b5d tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0530629 Aug 04 12:37:56.930632 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2f9da86e-049a-45ea-840a-bb2b5ab35511 req-b734695b-ed9a-4563-a351-57431b154f57 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334094 Aug 04 12:37:56.949644 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9041abe-56ca-40c6-b414-c3d1dbc58457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:57.011966 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9041abe-56ca-40c6-b414-c3d1dbc58457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:57.068715 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-a9041abe-56ca-40c6-b414-c3d1dbc58457 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e8f0b10ac5a74199b8eb880301a916e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6243644 Aug 04 12:37:57.071424 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 38956) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:57.072698 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9041abe-56ca-40c6-b414-c3d1dbc58457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68c4914-3d5b-46d6-a442-d5683ead4b5b,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:57.124282 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4705e50f-ebcd-469f-9f03-37b9167c9e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:57.126730 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bb95581a-50e7-4f8b-960d-113e75e0a960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:57.145873 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4705e50f-ebcd-469f-9f03-37b9167c9e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:57.187310 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bb95581a-50e7-4f8b-960d-113e75e0a960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:57.227193 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-bb95581a-50e7-4f8b-960d-113e75e0a960 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=787ab621d50d4fc59cffe82e53d91bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6825440 Aug 04 12:37:57.227904 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95581a-50e7-4f8b-960d-113e75e0a960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf18c38-cd0d-499f-9829-4d0dbaa4a0ee,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:57.229825 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 38958) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:57.268765 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4705e50f-ebcd-469f-9f03-37b9167c9e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:57.271611 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4705e50f-ebcd-469f-9f03-37b9167c9e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:57.283335 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-4705e50f-ebcd-469f-9f03-37b9167c9e64 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e68c4914-3d5b-46d6-a442-d5683ead4b5b HTTP/1.1" status: 204 len: 168 time: 0.2003844 Aug 04 12:37:57.286282 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4705e50f-ebcd-469f-9f03-37b9167c9e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68c4914-3d5b-46d6-a442-d5683ead4b5b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:57.299324 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bca2edf-13e7-48e3-a8a7-e294fea26bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:57.327045 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bca2edf-13e7-48e3-a8a7-e294fea26bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:57.488720 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bca2edf-13e7-48e3-a8a7-e294fea26bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:57.491354 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bca2edf-13e7-48e3-a8a7-e294fea26bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:57.492523 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-3bca2edf-13e7-48e3-a8a7-e294fea26bb2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/adf18c38-cd0d-499f-9829-4d0dbaa4a0ee HTTP/1.1" status: 204 len: 168 time: 0.2597308 Aug 04 12:37:57.500601 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca2edf-13e7-48e3-a8a7-e294fea26bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf18c38-cd0d-499f-9829-4d0dbaa4a0ee,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:58.051304 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 39006) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:58.064262 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe40a1-7b44-4a62-bf0b-b6f6fa783ce7 req-68298ae8-21d2-43d5-96c3-38f71479a12c tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:58.065256 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4829a0fd-a309-42d8-ae3e-20e53b07784c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:58.065861 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4abe40a1-7b44-4a62-bf0b-b6f6fa783ce7 req-68298ae8-21d2-43d5-96c3-38f71479a12c tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0497367 Aug 04 12:37:58.106110 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4abe40a1-7b44-4a62-bf0b-b6f6fa783ce7 req-d3d90173-f6cd-4542-b6e7-2499dbf5bcff tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335896 Aug 04 12:37:58.162709 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4829a0fd-a309-42d8-ae3e-20e53b07784c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:58.233530 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4829a0fd-a309-42d8-ae3e-20e53b07784c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:58.272091 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-4829a0fd-a309-42d8-ae3e-20e53b07784c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=02f7a874a6cc45cbb6452fba7766ee99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197094 Aug 04 12:37:58.272961 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829a0fd-a309-42d8-ae3e-20e53b07784c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9267a9eb-f5a0-43cb-ad3c-516ed44dc396,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:58.274818 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 39008) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:58.326585 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-29113aae-ba5f-4e07-b151-24d73a23a7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:58.349329 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-29113aae-ba5f-4e07-b151-24d73a23a7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:58.473387 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-29113aae-ba5f-4e07-b151-24d73a23a7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:58.476106 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-29113aae-ba5f-4e07-b151-24d73a23a7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:58.477485 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-29113aae-ba5f-4e07-b151-24d73a23a7a9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9267a9eb-f5a0-43cb-ad3c-516ed44dc396 HTTP/1.1" status: 204 len: 168 time: 0.2016456 Aug 04 12:37:58.486850 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29113aae-ba5f-4e07-b151-24d73a23a7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9267a9eb-f5a0-43cb-ad3c-516ed44dc396,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:58.595870 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 39018) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:58.700621 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-527ca821-da45-493d-8216-91e5353cf4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:58.805443 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-527ca821-da45-493d-8216-91e5353cf4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:58.895466 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-527ca821-da45-493d-8216-91e5353cf4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:58.940172 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-527ca821-da45-493d-8216-91e5353cf4b0 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=be944d0e80df48878ffc076088bcee07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405828 Aug 04 12:37:58.940313 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 39036) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:37:58.952938 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ca821-da45-493d-8216-91e5353cf4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2619ccce-3aad-4ed3-a9be-58198c8b10ba,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:59.002903 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ada5a08-db87-4c5a-97b4-ec6a646ba9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:59.031434 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ada5a08-db87-4c5a-97b4-ec6a646ba9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:59.228425 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97441-5e7c-41a8-a707-2266f4458bf2 req-4545f79c-9970-4e4d-a91a-b3a22a47d24f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:37:59.229993 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-75c97441-5e7c-41a8-a707-2266f4458bf2 req-4545f79c-9970-4e4d-a91a-b3a22a47d24f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0523374 Aug 04 12:37:59.237070 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ada5a08-db87-4c5a-97b4-ec6a646ba9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:59.241314 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ada5a08-db87-4c5a-97b4-ec6a646ba9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:37:59.243320 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-8ada5a08-db87-4c5a-97b4-ec6a646ba9c6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2619ccce-3aad-4ed3-a9be-58198c8b10ba HTTP/1.1" status: 204 len: 168 time: 0.3017566 Aug 04 12:37:59.256467 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada5a08-db87-4c5a-97b4-ec6a646ba9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2619ccce-3aad-4ed3-a9be-58198c8b10ba,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:37:59.290244 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-75c97441-5e7c-41a8-a707-2266f4458bf2 req-a6b2a47c-aa3b-42f7-a9e3-151c337ab2d8 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543463 Aug 04 12:38:00.099884 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 39116) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:00.116434 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa1a3-9510-423a-9b0b-02997ec9f003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:00.201143 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 39124) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:00.226693 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa1a3-9510-423a-9b0b-02997ec9f003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:00.307918 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ab0aa1a3-9510-423a-9b0b-02997ec9f003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:00.357090 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0aa1a3-9510-423a-9b0b-02997ec9f003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c5a0d8-dbd0-4293-a9f3-6c55d11a4fee,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:00.389384 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-ab0aa1a3-9510-423a-9b0b-02997ec9f003 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=eaff48a657ec4b4180480fbf44ea30cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883286 Aug 04 12:38:00.392561 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 39142) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:00.480942 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a367f15a-0a8a-4518-904d-82e00e13f373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:00.508858 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b9e7-fac0-47a1-8339-8d8e817a77b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:00.544241 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92820c-8b91-4526-b5d8-4abbef317e5a req-cd175167-7449-4112-b0ac-757fdb542316 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:00.544241 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1f92820c-8b91-4526-b5d8-4abbef317e5a req-cd175167-7449-4112-b0ac-757fdb542316 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.1063294 Aug 04 12:38:00.567697 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b9e7-fac0-47a1-8339-8d8e817a77b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:00.635369 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1f92820c-8b91-4526-b5d8-4abbef317e5a req-359353c1-003b-4947-bd48-70996c2b8608 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867469 Aug 04 12:38:00.694823 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a367f15a-0a8a-4518-904d-82e00e13f373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:00.751859 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b9e7-fac0-47a1-8339-8d8e817a77b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:00.755135 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fdf0b9e7-fac0-47a1-8339-8d8e817a77b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:00.756929 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-fdf0b9e7-fac0-47a1-8339-8d8e817a77b7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b9c5a0d8-dbd0-4293-a9f3-6c55d11a4fee HTTP/1.1" status: 204 len: 168 time: 0.3628294 Aug 04 12:38:00.783233 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0b9e7-fac0-47a1-8339-8d8e817a77b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c5a0d8-dbd0-4293-a9f3-6c55d11a4fee,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:00.812271 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a367f15a-0a8a-4518-904d-82e00e13f373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:00.857510 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-a367f15a-0a8a-4518-904d-82e00e13f373 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ca6d8aa8f7fb471687e4a81d67282adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6609037 Aug 04 12:38:00.858803 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367f15a-0a8a-4518-904d-82e00e13f373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27249fad-1301-4796-9cf7-bf485f62c03b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:00.860158 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 39188) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:00.926301 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:38:00.937196 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b002523a-b6eb-4068-875f-14281092fcf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:00.964690 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b002523a-b6eb-4068-875f-14281092fcf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:01.041148 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bfa45-e148-4192-81e8-d8b32ca2aa8e req-fe157b6c-1095-473c-b4b2-55216a5d26d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:01.042697 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fd6bfa45-e148-4192-81e8-d8b32ca2aa8e req-fe157b6c-1095-473c-b4b2-55216a5d26d9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 1098 time: 0.0471568 Aug 04 12:38:01.088319 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fd6bfa45-e148-4192-81e8-d8b32ca2aa8e req-6365cfaf-da8e-4a99-b4b7-6043e7a25a7c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370097 Aug 04 12:38:01.162939 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b002523a-b6eb-4068-875f-14281092fcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:01.165659 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b002523a-b6eb-4068-875f-14281092fcf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:01.169333 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-b002523a-b6eb-4068-875f-14281092fcf6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/27249fad-1301-4796-9cf7-bf485f62c03b HTTP/1.1" status: 204 len: 168 time: 0.3008449 Aug 04 12:38:01.180704 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002523a-b6eb-4068-875f-14281092fcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27249fad-1301-4796-9cf7-bf485f62c03b,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:01.763448 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c58ee8-1097-4b92-b33e-c3987dc78487 req-e388d688-c086-4808-9758-e6f5c668b0bd tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:01.765931 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-45c58ee8-1097-4b92-b33e-c3987dc78487 req-e388d688-c086-4808-9758-e6f5c668b0bd tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0589228 Aug 04 12:38:01.806045 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-45c58ee8-1097-4b92-b33e-c3987dc78487 req-c2ba42f4-da0d-41bb-a14c-599d9c10a4d1 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337465 Aug 04 12:38:01.842854 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 39206) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:01.855858 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-70fe8e70-300b-4916-8a50-547adc1d0a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:01.946908 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-70fe8e70-300b-4916-8a50-547adc1d0a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:02.065964 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-70fe8e70-300b-4916-8a50-547adc1d0a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:02.104029 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe8e70-300b-4916-8a50-547adc1d0a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b4bb6f-e5b6-4f86-93d0-da8cde404307,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:02.109498 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-70fe8e70-300b-4916-8a50-547adc1d0a04 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7131229d5987419ba146816d943cd9e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655983 Aug 04 12:38:02.112566 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 39212) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:02.169715 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a9e11d6-4f6b-42e0-b236-b1b311cf6a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:02.190836 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a9e11d6-4f6b-42e0-b236-b1b311cf6a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:02.375888 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a9e11d6-4f6b-42e0-b236-b1b311cf6a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:02.378594 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a9e11d6-4f6b-42e0-b236-b1b311cf6a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:02.379765 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-8a9e11d6-4f6b-42e0-b236-b1b311cf6a17 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a1b4bb6f-e5b6-4f86-93d0-da8cde404307 HTTP/1.1" status: 204 len: 168 time: 0.2663095 Aug 04 12:38:02.387935 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e11d6-4f6b-42e0-b236-b1b311cf6a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b4bb6f-e5b6-4f86-93d0-da8cde404307,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:02.472163 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 39220) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:02.487218 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7de4c9c5-7a1a-468e-bf0d-afdfe4eef49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:02.591614 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7de4c9c5-7a1a-468e-bf0d-afdfe4eef49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:02.856393 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7de4c9c5-7a1a-468e-bf0d-afdfe4eef49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:02.912243 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-7de4c9c5-7a1a-468e-bf0d-afdfe4eef49d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c89072f0950648e98cf9d7dc6045391e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4358640 Aug 04 12:38:02.912744 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 39244) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:02.950744 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4c9c5-7a1a-468e-bf0d-afdfe4eef49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc4caaa-7814-47f1-ac69-e1c36c1b8d2c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:02.969213 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22054933-0931-4431-a6d8-8a2070423891 req-eff09bf7-963a-40c3-9289-9aabc4cea384 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:02.970994 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-22054933-0931-4431-a6d8-8a2070423891 req-eff09bf7-963a-40c3-9289-9aabc4cea384 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0712376 Aug 04 12:38:02.985694 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-029b689f-ddc4-42a2-93c4-7702d591e488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:03.010620 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-029b689f-ddc4-42a2-93c4-7702d591e488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:03.033450 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-22054933-0931-4431-a6d8-8a2070423891 req-1b098809-c0ab-4360-92c9-4e7fdb961b65 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535524 Aug 04 12:38:03.225647 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-029b689f-ddc4-42a2-93c4-7702d591e488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:03.231839 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-029b689f-ddc4-42a2-93c4-7702d591e488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:03.231839 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-029b689f-ddc4-42a2-93c4-7702d591e488 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dfc4caaa-7814-47f1-ac69-e1c36c1b8d2c HTTP/1.1" status: 204 len: 168 time: 0.3159025 Aug 04 12:38:03.240485 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b689f-ddc4-42a2-93c4-7702d591e488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc4caaa-7814-47f1-ac69-e1c36c1b8d2c,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:04.158662 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e5f76-b3f5-49b2-980f-05ab2b0a305d req-b51aa651-8b89-406e-a46b-00ad26dd9c79 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:04.160278 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4c1e5f76-b3f5-49b2-980f-05ab2b0a305d req-b51aa651-8b89-406e-a46b-00ad26dd9c79 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0520513 Aug 04 12:38:04.203182 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4c1e5f76-b3f5-49b2-980f-05ab2b0a305d req-3ce702d9-926b-4a60-bd9d-35df82baf1ab tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354633 Aug 04 12:38:04.359965 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283fb09-735a-449f-9667-7062d378d462 req-dae60362-a275-43ba-9259-1f83f1993116 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:04.361535 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7283fb09-735a-449f-9667-7062d378d462 req-dae60362-a275-43ba-9259-1f83f1993116 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0776837 Aug 04 12:38:04.401221 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7283fb09-735a-449f-9667-7062d378d462 req-d9bb7103-39f5-4607-8e73-3b9bf1e17dca tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330384 Aug 04 12:38:05.616194 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 39330) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:05.750019 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-204f1a48-1ada-4705-834c-0d32502a328e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:05.851032 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-204f1a48-1ada-4705-834c-0d32502a328e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:05.905897 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-204f1a48-1ada-4705-834c-0d32502a328e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:05.947203 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-204f1a48-1ada-4705-834c-0d32502a328e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=549655b582394736a06a8a739bf9fa9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291245 Aug 04 12:38:05.948077 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f1a48-1ada-4705-834c-0d32502a328e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fb58e3-f875-4599-a8c9-4bebabfdd015,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:05.950411 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 39346) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:06.021246 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-87e74ca1-02d8-4c64-a3fc-58c864fb00a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:06.044178 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-87e74ca1-02d8-4c64-a3fc-58c864fb00a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:06.192755 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-87e74ca1-02d8-4c64-a3fc-58c864fb00a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:06.195613 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-87e74ca1-02d8-4c64-a3fc-58c864fb00a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:06.196787 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-87e74ca1-02d8-4c64-a3fc-58c864fb00a2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/66fb58e3-f875-4599-a8c9-4bebabfdd015 HTTP/1.1" status: 204 len: 168 time: 0.2449374 Aug 04 12:38:06.206075 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e74ca1-02d8-4c64-a3fc-58c864fb00a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fb58e3-f875-4599-a8c9-4bebabfdd015,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:07.168657 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ef234-0706-46bb-b5ec-d2d7e49e9b4d req-491a1af0-752f-4ef9-9bcd-bd12a1c71045 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:07.170706 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d60ef234-0706-46bb-b5ec-d2d7e49e9b4d req-491a1af0-752f-4ef9-9bcd-bd12a1c71045 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0503740 Aug 04 12:38:07.263106 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d60ef234-0706-46bb-b5ec-d2d7e49e9b4d req-da004e63-0266-4665-bc34-017efb799cb3 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839078 Aug 04 12:38:07.319982 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef831a-40b1-46db-8c80-b22146387e31 req-94af8504-1853-4a22-bfff-2dbdb9c6a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:07.321738 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4fef831a-40b1-46db-8c80-b22146387e31 req-94af8504-1853-4a22-bfff-2dbdb9c6a65c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=465ae0594e354f498461306e541acbd3&device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 1099 time: 0.0575280 Aug 04 12:38:07.427579 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef831a-40b1-46db-8c80-b22146387e31 req-8f8311e3-b6e7-4c74-8f04-c5b8945f29b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:07.429096 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4fef831a-40b1-46db-8c80-b22146387e31 req-8f8311e3-b6e7-4c74-8f04-c5b8945f29b8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 HTTP/1.1" status: 200 len: 919 time: 0.0882568 Aug 04 12:38:07.493117 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4fef831a-40b1-46db-8c80-b22146387e31 req-845d1c50-ceb1-4a54-a5ee-9e515e87dbf3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d0102fa-1e0c-4de6-aabb-7c7b0809fccc HTTP/1.1" status: 200 len: 217 time: 0.0546792 Aug 04 12:38:07.548988 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef831a-40b1-46db-8c80-b22146387e31 req-e6727a97-aa8e-408a-868e-1cd23e8918bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:07.550488 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4fef831a-40b1-46db-8c80-b22146387e31 req-e6727a97-aa8e-408a-868e-1cd23e8918bc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bcddcb6e-8579-46c5-9c70-12b6d396ce24 HTTP/1.1" status: 200 len: 858 time: 0.0482352 Aug 04 12:38:07.584127 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4fef831a-40b1-46db-8c80-b22146387e31 req-ce92bbb2-1e69-4fab-b076-21033edaa9b5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245130 Aug 04 12:38:07.684217 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4fef831a-40b1-46db-8c80-b22146387e31 req-f08f9905-6271-46fd-9595-09e9db4807f0 service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907705 Aug 04 12:38:07.793673 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4fef831a-40b1-46db-8c80-b22146387e31 req-9dab37a5-2936-442f-9c5b-f7f92824f804 service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988190 Aug 04 12:38:08.416579 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae511a8c-9dc1-4f5f-a559-a07f22e3709f req-83abb0b4-e2bc-4dfc-b9ba-22bdbcae0b96 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:08.418260 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ae511a8c-9dc1-4f5f-a559-a07f22e3709f req-83abb0b4-e2bc-4dfc-b9ba-22bdbcae0b96 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0657580 Aug 04 12:38:08.460960 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ae511a8c-9dc1-4f5f-a559-a07f22e3709f req-b52fddc7-606f-4f43-bfa5-0a132b7b7d58 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368307 Aug 04 12:38:08.738087 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:09.058204 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 39480) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:09.177569 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9e4636f8-8eae-43c4-9035-3d56ba3b65bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:09.264986 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9e4636f8-8eae-43c4-9035-3d56ba3b65bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:09.341005 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9e4636f8-8eae-43c4-9035-3d56ba3b65bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:09.382697 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-9e4636f8-8eae-43c4-9035-3d56ba3b65bc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=784704685b6e418ba39d7e1f29f389eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232191 Aug 04 12:38:09.383566 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4636f8-8eae-43c4-9035-3d56ba3b65bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca8a1f1-060e-4ef2-991d-9caa5fbd6e5e,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:09.385456 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 39488) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:09.448725 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c2088fa-c47e-41d3-84a7-78f581bf6774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:09.471005 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c2088fa-c47e-41d3-84a7-78f581bf6774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:09.587313 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65f450-5b83-4de3-9ccd-48689be440be req-882454f1-4d14-48a8-90b4-d5b0e554de15 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:09.594031 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4f65f450-5b83-4de3-9ccd-48689be440be req-882454f1-4d14-48a8-90b4-d5b0e554de15 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0535095 Aug 04 12:38:09.613021 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c2088fa-c47e-41d3-84a7-78f581bf6774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:09.616145 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c2088fa-c47e-41d3-84a7-78f581bf6774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:09.619792 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-1c2088fa-c47e-41d3-84a7-78f581bf6774 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1ca8a1f1-060e-4ef2-991d-9caa5fbd6e5e HTTP/1.1" status: 204 len: 168 time: 0.2259967 Aug 04 12:38:09.628927 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2088fa-c47e-41d3-84a7-78f581bf6774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca8a1f1-060e-4ef2-991d-9caa5fbd6e5e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:09.645125 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4f65f450-5b83-4de3-9ccd-48689be440be req-8ba7cd69-c1d7-4e3e-b98f-3af5d0098fa0 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495634 Aug 04 12:38:10.635597 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 39508) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:10.650004 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-179a438f-7e32-4962-8256-0f64fd7fd0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:10.774661 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-87ce443b-0411-43e8-a90d-0e43407ffc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:10.785005 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725290f-d6fc-488e-ab41-998137f8e880 req-9874bb2f-a755-43b2-9f32-ad5f233c1467 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:10.786515 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5725290f-d6fc-488e-ab41-998137f8e880 req-9874bb2f-a755-43b2-9f32-ad5f233c1467 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0683486 Aug 04 12:38:10.840799 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-179a438f-7e32-4962-8256-0f64fd7fd0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:10.850979 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5725290f-d6fc-488e-ab41-998137f8e880 req-a0f20ac2-6b70-4412-929d-88b52ec4e6c3 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570478 Aug 04 12:38:10.918209 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-179a438f-7e32-4962-8256-0f64fd7fd0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:10.959776 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-179a438f-7e32-4962-8256-0f64fd7fd0da admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e85ec033c9ff45a492e7f65b00e4800b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230386 Aug 04 12:38:10.960873 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a438f-7e32-4962-8256-0f64fd7fd0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910d984f-74e3-46d4-bbea-0c923b96a1e4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:10.962569 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 39522) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:11.019666 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f8791936-8d1a-427d-abfd-7a1dc9519919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:11.042971 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f8791936-8d1a-427d-abfd-7a1dc9519919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:11.175764 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f8791936-8d1a-427d-abfd-7a1dc9519919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:11.178476 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f8791936-8d1a-427d-abfd-7a1dc9519919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:11.179925 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-f8791936-8d1a-427d-abfd-7a1dc9519919 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/910d984f-74e3-46d4-bbea-0c923b96a1e4 HTTP/1.1" status: 204 len: 168 time: 0.2157786 Aug 04 12:38:11.190381 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8791936-8d1a-427d-abfd-7a1dc9519919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910d984f-74e3-46d4-bbea-0c923b96a1e4,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:11.974034 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3bae2-91e3-4726-9f92-613004d7842c req-95d9502d-91ad-4ae6-af01-e9a54c4bf450 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:11.975511 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f4b3bae2-91e3-4726-9f92-613004d7842c req-95d9502d-91ad-4ae6-af01-e9a54c4bf450 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0508335 Aug 04 12:38:12.014521 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f4b3bae2-91e3-4726-9f92-613004d7842c req-5b488cb9-1517-4a94-9058-da19e3c730f2 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329733 Aug 04 12:38:13.144683 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999ee5e-b284-4da7-9d01-1246be6b1724 req-436d93d6-ca25-43e6-bf80-14f89babd85b tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:13.146397 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b999ee5e-b284-4da7-9d01-1246be6b1724 req-436d93d6-ca25-43e6-bf80-14f89babd85b tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0608795 Aug 04 12:38:13.197779 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b999ee5e-b284-4da7-9d01-1246be6b1724 req-4fea0e69-48c8-4ea1-baac-055a9e2e79ca tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449102 Aug 04 12:38:13.226919 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a77d30fd-aee8-4899-9918-56d2d1b9087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:13.461746 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:13.662230 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 39624) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:13.767306 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-36499664-4510-441e-9d04-70d1f1f3789c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:13.858384 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-36499664-4510-441e-9d04-70d1f1f3789c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:13.895250 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-36499664-4510-441e-9d04-70d1f1f3789c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:13.934075 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-36499664-4510-441e-9d04-70d1f1f3789c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8e5fccdb369545cb88748bd750d091ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707107 Aug 04 12:38:13.936768 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36499664-4510-441e-9d04-70d1f1f3789c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50713309-dbf5-4b93-a506-8d08f31eb4fc,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:13.937484 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 39632) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:13.989730 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6a51c5b8-5c5b-4b0a-9d32-f4bf8c37ac10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:14.010914 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6a51c5b8-5c5b-4b0a-9d32-f4bf8c37ac10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:14.181071 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6a51c5b8-5c5b-4b0a-9d32-f4bf8c37ac10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:14.183695 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6a51c5b8-5c5b-4b0a-9d32-f4bf8c37ac10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:14.184860 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-6a51c5b8-5c5b-4b0a-9d32-f4bf8c37ac10 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/50713309-dbf5-4b93-a506-8d08f31eb4fc HTTP/1.1" status: 204 len: 168 time: 0.2462790 Aug 04 12:38:14.194212 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51c5b8-5c5b-4b0a-9d32-f4bf8c37ac10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50713309-dbf5-4b93-a506-8d08f31eb4fc,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:14.327826 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfef00-3ae2-4ca7-9a44-af8dcc592aae req-7589bc81-d14f-46b9-ac05-5e5a7dc8f7d8 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:14.329318 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-52cfef00-3ae2-4ca7-9a44-af8dcc592aae req-7589bc81-d14f-46b9-ac05-5e5a7dc8f7d8 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0505621 Aug 04 12:38:14.377512 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-52cfef00-3ae2-4ca7-9a44-af8dcc592aae req-45a2b9ee-a488-48b1-9917-60ce6ed43daa tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383980 Aug 04 12:38:14.426697 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:14.855642 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 39668) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:14.872450 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-69c25590-5932-4173-b08a-ad61f6c6d5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:14.962901 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-69c25590-5932-4173-b08a-ad61f6c6d5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:15.027322 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-69c25590-5932-4173-b08a-ad61f6c6d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:15.067286 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-69c25590-5932-4173-b08a-ad61f6c6d5b5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bec824633e77401cb7a8fed574edb368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111633 Aug 04 12:38:15.068003 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c25590-5932-4173-b08a-ad61f6c6d5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094760e1-0084-4c93-8830-d2da31172f41,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:15.069894 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 39674) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:15.133294 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-50ec10bc-dfd2-437f-bf0a-95321f5d3784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:15.154743 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-50ec10bc-dfd2-437f-bf0a-95321f5d3784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:15.248942 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-50ec10bc-dfd2-437f-bf0a-95321f5d3784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:15.251559 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-50ec10bc-dfd2-437f-bf0a-95321f5d3784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:15.252706 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-50ec10bc-dfd2-437f-bf0a-95321f5d3784 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/094760e1-0084-4c93-8830-d2da31172f41 HTTP/1.1" status: 204 len: 168 time: 0.1803758 Aug 04 12:38:15.260477 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec10bc-dfd2-437f-bf0a-95321f5d3784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094760e1-0084-4c93-8830-d2da31172f41,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:15.490199 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2b969-b2b0-4be4-8808-712c27c53058 req-b7bffa54-e2a6-4c5d-a2a7-a9cd47786016 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:15.491728 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2fb2b969-b2b0-4be4-8808-712c27c53058 req-b7bffa54-e2a6-4c5d-a2a7-a9cd47786016 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0483682 Aug 04 12:38:15.530178 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2fb2b969-b2b0-4be4-8808-712c27c53058 req-6b7a9201-db82-4a99-8441-a57eee7e483b tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324249 Aug 04 12:38:15.918631 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:16.518170 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 39738) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:16.669198 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb4851-a4f2-42db-ae15-e934a126a3b6 req-0dd1c8bd-e8aa-4ffa-a4f7-ffc4b9223fa0 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:16.671888 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f9eb4851-a4f2-42db-ae15-e934a126a3b6 req-0dd1c8bd-e8aa-4ffa-a4f7-ffc4b9223fa0 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0570040 Aug 04 12:38:16.708611 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e28a0b51-8379-4fea-87e6-77dc25e463fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:16.735534 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f9eb4851-a4f2-42db-ae15-e934a126a3b6 req-d2ba8a3e-2947-4ace-9400-2be288c2582d tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581779 Aug 04 12:38:16.821057 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e28a0b51-8379-4fea-87e6-77dc25e463fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:16.924222 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e28a0b51-8379-4fea-87e6-77dc25e463fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:16.961601 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e28a0b51-8379-4fea-87e6-77dc25e463fa admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9596ebc1a21d4bdc9bbed2043230d542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4416304 Aug 04 12:38:16.964182 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a0b51-8379-4fea-87e6-77dc25e463fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ef2b34-9cda-4024-8352-02c902088afd,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:16.964497 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 39758) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:17.017759 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-10a50a56-6242-43a6-b861-6f70c5e426ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:17.039418 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-10a50a56-6242-43a6-b861-6f70c5e426ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:17.170651 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-10a50a56-6242-43a6-b861-6f70c5e426ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:17.173254 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-10a50a56-6242-43a6-b861-6f70c5e426ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:17.177567 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-10a50a56-6242-43a6-b861-6f70c5e426ae admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/92ef2b34-9cda-4024-8352-02c902088afd HTTP/1.1" status: 204 len: 168 time: 0.2118118 Aug 04 12:38:17.185274 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a50a56-6242-43a6-b861-6f70c5e426ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ef2b34-9cda-4024-8352-02c902088afd,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:17.864597 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea4ee8-9f4c-4199-ad7c-390d68e52133 req-c9433ee2-1861-4d96-96ca-f7b966db3c80 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:17.865287 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2dea4ee8-9f4c-4199-ad7c-390d68e52133 req-c9433ee2-1861-4d96-96ca-f7b966db3c80 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0556166 Aug 04 12:38:17.875809 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 39784) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:17.891712 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e3c1-455d-4918-9aab-3fbdd2f675be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:17.939790 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2dea4ee8-9f4c-4199-ad7c-390d68e52133 req-01ba159e-19fb-40e8-a3ba-bf3904328707 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637164 Aug 04 12:38:18.007107 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e3c1-455d-4918-9aab-3fbdd2f675be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:18.072552 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e3c1-455d-4918-9aab-3fbdd2f675be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:18.113752 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4e3c1-455d-4918-9aab-3fbdd2f675be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cac53d5-8348-4277-a202-a3783bcfd59b,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:18.119004 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-7ad4e3c1-455d-4918-9aab-3fbdd2f675be admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ba39f69553e14d8e8b3a14e5c155fcac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420940 Aug 04 12:38:18.121969 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 39790) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:18.171427 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c27d3bfa-9b8b-46d7-8296-3649323ac50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:18.196260 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c27d3bfa-9b8b-46d7-8296-3649323ac50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:18.375638 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c27d3bfa-9b8b-46d7-8296-3649323ac50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:18.378395 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c27d3bfa-9b8b-46d7-8296-3649323ac50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:18.379739 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-c27d3bfa-9b8b-46d7-8296-3649323ac50d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0cac53d5-8348-4277-a202-a3783bcfd59b HTTP/1.1" status: 204 len: 168 time: 0.2566922 Aug 04 12:38:18.388381 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d3bfa-9b8b-46d7-8296-3649323ac50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cac53d5-8348-4277-a202-a3783bcfd59b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:19.064483 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0845aa9-7f2e-4e45-bd79-d02edc8cdf59 req-de7a8fc6-9131-41d4-8950-fedd0b32277a tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:19.066023 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d0845aa9-7f2e-4e45-bd79-d02edc8cdf59 req-de7a8fc6-9131-41d4-8950-fedd0b32277a tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0610857 Aug 04 12:38:19.104511 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d0845aa9-7f2e-4e45-bd79-d02edc8cdf59 req-e3213a4f-6ae5-40d6-8b63-1ca6dfb0cb69 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324943 Aug 04 12:38:19.158768 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 39816) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:19.171995 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce69e9f2-ae77-4fe6-8691-f71eef5eebf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:19.257975 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce69e9f2-ae77-4fe6-8691-f71eef5eebf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:19.352436 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce69e9f2-ae77-4fe6-8691-f71eef5eebf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:19.391704 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-ce69e9f2-ae77-4fe6-8691-f71eef5eebf7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0478c728db2b430aa06b58ae5f05f309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317529 Aug 04 12:38:19.392666 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69e9f2-ae77-4fe6-8691-f71eef5eebf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b27c3e-b479-4f04-a226-a095195098e2,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:19.394945 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 39820) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:19.447288 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7d678706-eb3a-4394-a03b-e5d608765236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:19.469228 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7d678706-eb3a-4394-a03b-e5d608765236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:19.622025 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7d678706-eb3a-4394-a03b-e5d608765236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:19.622816 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7d678706-eb3a-4394-a03b-e5d608765236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:19.624014 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-7d678706-eb3a-4394-a03b-e5d608765236 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/40b27c3e-b479-4f04-a226-a095195098e2 HTTP/1.1" status: 204 len: 168 time: 0.2279782 Aug 04 12:38:19.633103 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d678706-eb3a-4394-a03b-e5d608765236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b27c3e-b479-4f04-a226-a095195098e2,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:20.268082 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046166b-0b69-4782-aac7-0f396509adb5 req-8728fbcc-5286-45e9-906b-346992233117 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:20.270185 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3046166b-0b69-4782-aac7-0f396509adb5 req-8728fbcc-5286-45e9-906b-346992233117 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0584109 Aug 04 12:38:20.326051 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3046166b-0b69-4782-aac7-0f396509adb5 req-e46343c5-2bda-4119-b8f4-83307e886fe3 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490401 Aug 04 12:38:23.291778 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3fa93-b2e8-45b6-868a-f33f3e1fe648 req-66fe5d13-65f2-4b6b-8ba6-c5d4168c8d35 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:23.293328 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9fa3fa93-b2e8-45b6-868a-f33f3e1fe648 req-66fe5d13-65f2-4b6b-8ba6-c5d4168c8d35 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0482628 Aug 04 12:38:23.339384 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9fa3fa93-b2e8-45b6-868a-f33f3e1fe648 req-12014aa1-9ed5-4210-9cd6-ba6f46f19797 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397863 Aug 04 12:38:24.488294 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ec7a9-81ba-4355-8b44-56574155b0e6 req-1f472292-2032-47d0-b569-97301653b34e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:24.490779 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-921ec7a9-81ba-4355-8b44-56574155b0e6 req-1f472292-2032-47d0-b569-97301653b34e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0667384 Aug 04 12:38:24.531716 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-921ec7a9-81ba-4355-8b44-56574155b0e6 req-8828dece-640e-47b2-abdd-5f3fef50654d tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347505 Aug 04 12:38:28.536701 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73801b2e-9b9d-406e-ac76-6821626497cf req-1a438d84-a1c4-486f-8ed8-dfac99d7f41e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:28.538517 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-73801b2e-9b9d-406e-ac76-6821626497cf req-1a438d84-a1c4-486f-8ed8-dfac99d7f41e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0524330 Aug 04 12:38:28.578849 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-73801b2e-9b9d-406e-ac76-6821626497cf req-d63cd834-ac96-4e2d-9481-2fb5a6a261f8 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343912 Aug 04 12:38:29.698838 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3de36-f5c1-4acb-afc1-b79b1b0f612f req-3d9c1154-33a4-4503-826a-faed9b9b5791 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:29.700395 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-95b3de36-f5c1-4acb-afc1-b79b1b0f612f req-3d9c1154-33a4-4503-826a-faed9b9b5791 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0491960 Aug 04 12:38:29.738554 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-95b3de36-f5c1-4acb-afc1-b79b1b0f612f req-809d1cc7-b20f-4fd6-a879-ce9849d1e0c2 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322835 Aug 04 12:38:30.725384 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c36816-f2e7-4c81-88a8-cac8526117bf req-b871f051-5f25-4705-9b7e-c695439df1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:30.726945 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-17c36816-f2e7-4c81-88a8-cac8526117bf req-b871f051-5f25-4705-9b7e-c695439df1da service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 1099 time: 0.0415118 Aug 04 12:38:30.763000 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-17c36816-f2e7-4c81-88a8-cac8526117bf req-25fce5a5-5d0e-41b9-ba01-2f5d34654ce2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270324 Aug 04 12:38:30.861555 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbedb3f-53ab-41ae-be85-f2ab990a3865 req-436e5c16-852d-410f-b167-d4c4949f73ff tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:30.864835 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-afbedb3f-53ab-41ae-be85-f2ab990a3865 req-436e5c16-852d-410f-b167-d4c4949f73ff tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0524523 Aug 04 12:38:30.906449 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-afbedb3f-53ab-41ae-be85-f2ab990a3865 req-73526ca4-0768-48c0-80d8-6650936f0de7 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373349 Aug 04 12:38:32.026055 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06bd7b-d578-4ac6-ae0e-70ca8fbda2be req-6ef5b592-6d7c-4bb5-8d6e-0f852416a25b tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:32.027565 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8b06bd7b-d578-4ac6-ae0e-70ca8fbda2be req-6ef5b592-6d7c-4bb5-8d6e-0f852416a25b tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0493369 Aug 04 12:38:32.071721 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8b06bd7b-d578-4ac6-ae0e-70ca8fbda2be req-c73d467b-8ffc-49eb-8c6d-c64c2b51cfdb tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340457 Aug 04 12:38:33.185908 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a9a3b-bf6d-4c9a-b609-6d0b2bb1de71 req-e78ca4df-17e3-4581-9b9a-594026e6e248 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:33.186610 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a27a9a3b-bf6d-4c9a-b609-6d0b2bb1de71 req-e78ca4df-17e3-4581-9b9a-594026e6e248 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0473306 Aug 04 12:38:33.226066 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a27a9a3b-bf6d-4c9a-b609-6d0b2bb1de71 req-fc96dfb7-3f10-4af0-b735-8982381d5f99 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327044 Aug 04 12:38:34.343041 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a89d3-2554-48a6-9f93-4c4720e9c7e3 req-4aab71f5-7e07-495f-8b37-144f5c2e3600 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:34.344483 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8a5a89d3-2554-48a6-9f93-4c4720e9c7e3 req-4aab71f5-7e07-495f-8b37-144f5c2e3600 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0500185 Aug 04 12:38:34.382967 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8a5a89d3-2554-48a6-9f93-4c4720e9c7e3 req-20e00c74-e2d5-4345-8766-20aa09150143 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325565 Aug 04 12:38:35.492540 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c9da6-c956-4f5b-9991-c5f90c75718f req-8fdcdfa7-185b-4ecd-95fc-ee468d3d7010 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:35.494515 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d20c9da6-c956-4f5b-9991-c5f90c75718f req-8fdcdfa7-185b-4ecd-95fc-ee468d3d7010 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0466151 Aug 04 12:38:35.531840 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d20c9da6-c956-4f5b-9991-c5f90c75718f req-fe325a64-84d9-400d-95e9-aacadedeeaf6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315180 Aug 04 12:38:36.373759 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd9c2a-90e8-46dc-98bc-dee5f6b3113a req-a1c5ed28-dbd4-4e93-8900-363117a275c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:36.375288 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bcbd9c2a-90e8-46dc-98bc-dee5f6b3113a req-a1c5ed28-dbd4-4e93-8900-363117a275c5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=465ae0594e354f498461306e541acbd3&device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 1099 time: 0.0454233 Aug 04 12:38:36.497204 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd9c2a-90e8-46dc-98bc-dee5f6b3113a req-51b169b3-525a-4ab2-be81-032e8e620457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:36.498726 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bcbd9c2a-90e8-46dc-98bc-dee5f6b3113a req-51b169b3-525a-4ab2-be81-032e8e620457 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 HTTP/1.1" status: 200 len: 919 time: 0.0881701 Aug 04 12:38:36.543568 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bcbd9c2a-90e8-46dc-98bc-dee5f6b3113a req-b6492695-56c6-48ae-a18d-12961436ca6d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d0102fa-1e0c-4de6-aabb-7c7b0809fccc HTTP/1.1" status: 200 len: 217 time: 0.0365050 Aug 04 12:38:36.600840 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd9c2a-90e8-46dc-98bc-dee5f6b3113a req-240380a5-a210-48ea-8339-053b8b924f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:36.602318 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bcbd9c2a-90e8-46dc-98bc-dee5f6b3113a req-240380a5-a210-48ea-8339-053b8b924f97 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bcddcb6e-8579-46c5-9c70-12b6d396ce24 HTTP/1.1" status: 200 len: 858 time: 0.0478206 Aug 04 12:38:36.653205 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bcbd9c2a-90e8-46dc-98bc-dee5f6b3113a req-e8d8afda-7c43-4c9c-b9c6-f0b4a567f892 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424004 Aug 04 12:38:36.713266 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13448d3-423d-4708-b08b-54697419a217 req-99d7af8e-06b3-4402-b183-cb80e429dd48 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:36.714671 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b13448d3-423d-4708-b08b-54697419a217 req-99d7af8e-06b3-4402-b183-cb80e429dd48 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.1156719 Aug 04 12:38:36.977513 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b13448d3-423d-4708-b08b-54697419a217 req-28bcda6f-3b12-41b2-ad29-e54856259939 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550635 Aug 04 12:38:36.979833 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bcbd9c2a-90e8-46dc-98bc-dee5f6b3113a req-09681415-6e0a-47d0-a2e0-a21bfaa2d912 service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186996 Aug 04 12:38:37.087717 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bcbd9c2a-90e8-46dc-98bc-dee5f6b3113a req-bfdc8763-5d79-4bcb-8389-0acc2efc1f29 service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893993 Aug 04 12:38:37.436923 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d43d0b-e3a2-4ace-b4e1-2d24a1473c6a req-aa0de8a3-8430-4c31-92c3-46209274bde0 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:37.438504 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c8d43d0b-e3a2-4ace-b4e1-2d24a1473c6a req-aa0de8a3-8430-4c31-92c3-46209274bde0 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0514171 Aug 04 12:38:37.481543 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c8d43d0b-e3a2-4ace-b4e1-2d24a1473c6a req-7accf2f8-21d3-4d84-b018-7d9ff76a555b tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368199 Aug 04 12:38:37.525947 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253963da-da4e-4653-90b0-ab195233169a req-2b905f50-52af-4fe3-9119-9ae77e696a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:37.527461 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-253963da-da4e-4653-90b0-ab195233169a req-2b905f50-52af-4fe3-9119-9ae77e696a6f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=465ae0594e354f498461306e541acbd3&device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 1099 time: 0.0391772 Aug 04 12:38:37.616851 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253963da-da4e-4653-90b0-ab195233169a req-8ca85896-1069-49de-a023-1694e60f2667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:37.619039 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-253963da-da4e-4653-90b0-ab195233169a req-8ca85896-1069-49de-a023-1694e60f2667 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 HTTP/1.1" status: 200 len: 919 time: 0.0839429 Aug 04 12:38:37.669341 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-253963da-da4e-4653-90b0-ab195233169a req-14b0f947-32cb-431d-9db3-f7d864a352e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d0102fa-1e0c-4de6-aabb-7c7b0809fccc HTTP/1.1" status: 200 len: 217 time: 0.0360262 Aug 04 12:38:37.748859 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253963da-da4e-4653-90b0-ab195233169a req-c5b8bc18-65a8-42fe-b371-96b74e91f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:37.750332 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-253963da-da4e-4653-90b0-ab195233169a req-c5b8bc18-65a8-42fe-b371-96b74e91f8da service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bcddcb6e-8579-46c5-9c70-12b6d396ce24 HTTP/1.1" status: 200 len: 858 time: 0.0466127 Aug 04 12:38:37.922240 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-253963da-da4e-4653-90b0-ab195233169a req-023d8d42-3350-451f-a00d-ad138ccfd56f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279794 Aug 04 12:38:37.927798 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:38:38.084389 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-253963da-da4e-4653-90b0-ab195233169a req-a474a656-8b77-4c26-abbc-507d2777f29c service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864205 Aug 04 12:38:38.174444 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-253963da-da4e-4653-90b0-ab195233169a req-11cfc9e3-9958-43b0-bf3e-d11fe371d68d service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822411 Aug 04 12:38:38.609280 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300359c8-54d8-4845-aae4-06232e8af00c req-08801eaa-5d64-4732-82dc-4128f5a418b6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:38.610787 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-300359c8-54d8-4845-aae4-06232e8af00c req-08801eaa-5d64-4732-82dc-4128f5a418b6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0525646 Aug 04 12:38:38.651578 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-300359c8-54d8-4845-aae4-06232e8af00c req-905dd572-e779-49df-adfb-69066308cdba tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345378 Aug 04 12:38:38.707256 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:39.543505 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 40264) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:39.682021 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5029f7fb-9382-47af-a221-f1ce2adb365d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:39.814776 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5029f7fb-9382-47af-a221-f1ce2adb365d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:39.849513 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbcdca-c93a-4fe1-90ef-8bb257d706a9 req-e0cb5674-a21d-4c6d-a62c-d3ef3fe8fbfe tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:39.859346 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-14dbcdca-c93a-4fe1-90ef-8bb257d706a9 req-e0cb5674-a21d-4c6d-a62c-d3ef3fe8fbfe tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.1018498 Aug 04 12:38:39.890773 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5029f7fb-9382-47af-a221-f1ce2adb365d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:39.903186 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-14dbcdca-c93a-4fe1-90ef-8bb257d706a9 req-b40d3bdc-4674-411e-8fa4-5025d53da502 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421031 Aug 04 12:38:39.932073 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029f7fb-9382-47af-a221-f1ce2adb365d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae1a27e-0e49-4315-8969-542b07d6101d,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:39.937054 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-5029f7fb-9382-47af-a221-f1ce2adb365d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b88564f3186140eea293ea59114dd450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3924644 Aug 04 12:38:39.939870 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 40284) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:39.941980 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f7fb-9382-47af-a221-f1ce2adb365d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:39.942236 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f7fb-9382-47af-a221-f1ce2adb365d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:39.942570 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f7fb-9382-47af-a221-f1ce2adb365d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:39.942896 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f7fb-9382-47af-a221-f1ce2adb365d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:39.943433 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f7fb-9382-47af-a221-f1ce2adb365d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:39.943770 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f7fb-9382-47af-a221-f1ce2adb365d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:39.944095 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f7fb-9382-47af-a221-f1ce2adb365d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:39.944417 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f7fb-9382-47af-a221-f1ce2adb365d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:39.944742 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f7fb-9382-47af-a221-f1ce2adb365d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:39.945057 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f7fb-9382-47af-a221-f1ce2adb365d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:39.945394 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f7fb-9382-47af-a221-f1ce2adb365d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:39.945790 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5029f7fb-9382-47af-a221-f1ce2adb365d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:40.005855 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b011c24-e1fa-43cc-9cd4-6479ee68273e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:40.038749 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b011c24-e1fa-43cc-9cd4-6479ee68273e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:40.112202 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db663f8-e787-45fe-b341-153f10fc182c req-50d14019-24a1-42bb-ab14-ab73ccf56c0d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:40.113732 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1db663f8-e787-45fe-b341-153f10fc182c req-50d14019-24a1-42bb-ab14-ab73ccf56c0d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0483809 Aug 04 12:38:40.153411 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1db663f8-e787-45fe-b341-153f10fc182c req-37686b89-f75b-47ad-b93e-c350b49cbb7e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330472 Aug 04 12:38:40.221469 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b011c24-e1fa-43cc-9cd4-6479ee68273e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:40.224080 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b011c24-e1fa-43cc-9cd4-6479ee68273e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:40.225201 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5b011c24-e1fa-43cc-9cd4-6479ee68273e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9ae1a27e-0e49-4315-8969-542b07d6101d HTTP/1.1" status: 204 len: 168 time: 0.2843568 Aug 04 12:38:40.232986 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b011c24-e1fa-43cc-9cd4-6479ee68273e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae1a27e-0e49-4315-8969-542b07d6101d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:40.776411 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1cb11f10-d43e-42e9-9e0d-03724820c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:41.054326 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a7bab-43b2-49af-bc2e-8491c4e48982 req-5412db79-3a23-42fc-9205-6744e8e857a4 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:41.054326 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f81a7bab-43b2-49af-bc2e-8491c4e48982 req-5412db79-3a23-42fc-9205-6744e8e857a4 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0564017 Aug 04 12:38:41.074503 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f81a7bab-43b2-49af-bc2e-8491c4e48982 req-487b5602-9b41-4fd2-835f-23118379cdf3 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351145 Aug 04 12:38:41.272849 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520608f8-e446-4cad-84e1-1049f4dfea10 req-a5d10623-1f5e-4726-b282-2e63c1b77a2a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:41.275087 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-520608f8-e446-4cad-84e1-1049f4dfea10 req-a5d10623-1f5e-4726-b282-2e63c1b77a2a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0488980 Aug 04 12:38:41.296181 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 40314) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:41.318647 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-41c47a86-e704-4856-b094-3066acdddb83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:41.334786 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-520608f8-e446-4cad-84e1-1049f4dfea10 req-446c6ebb-54cc-4054-9f8e-105353045636 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539479 Aug 04 12:38:41.418118 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-41c47a86-e704-4856-b094-3066acdddb83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:41.489996 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-41c47a86-e704-4856-b094-3066acdddb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:41.534212 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-41c47a86-e704-4856-b094-3066acdddb83 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e82b126a8f5141a38997186bd659c935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369676 Aug 04 12:38:41.535070 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c47a86-e704-4856-b094-3066acdddb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62766f2e-c8be-4453-a67e-f500bea25c8e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:41.536942 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 40316) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:38:41.542521 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c47a86-e704-4856-b094-3066acdddb83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:41.542868 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c47a86-e704-4856-b094-3066acdddb83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:41.543208 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c47a86-e704-4856-b094-3066acdddb83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:41.543543 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c47a86-e704-4856-b094-3066acdddb83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:41.543874 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c47a86-e704-4856-b094-3066acdddb83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:41.544224 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c47a86-e704-4856-b094-3066acdddb83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:41.544530 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c47a86-e704-4856-b094-3066acdddb83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:41.544852 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c47a86-e704-4856-b094-3066acdddb83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:41.545175 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c47a86-e704-4856-b094-3066acdddb83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:41.545521 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c47a86-e704-4856-b094-3066acdddb83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:41.545865 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c47a86-e704-4856-b094-3066acdddb83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:41.546160 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c47a86-e704-4856-b094-3066acdddb83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:38:41.591053 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a6901168-80e3-47ec-9f11-0c52b8ac4d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:41.611682 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a6901168-80e3-47ec-9f11-0c52b8ac4d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:41.719127 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a6901168-80e3-47ec-9f11-0c52b8ac4d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:41.721759 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a6901168-80e3-47ec-9f11-0c52b8ac4d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:41.722908 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-a6901168-80e3-47ec-9f11-0c52b8ac4d92 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/62766f2e-c8be-4453-a67e-f500bea25c8e HTTP/1.1" status: 204 len: 168 time: 0.1835613 Aug 04 12:38:41.731309 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6901168-80e3-47ec-9f11-0c52b8ac4d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62766f2e-c8be-4453-a67e-f500bea25c8e,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:38:42.212841 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d836f4-c30a-4d69-af9c-0dce4406566b req-c00bac98-311b-4ad3-a860-e768f69eabd4 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:42.214419 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-57d836f4-c30a-4d69-af9c-0dce4406566b req-c00bac98-311b-4ad3-a860-e768f69eabd4 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0508754 Aug 04 12:38:42.254006 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-57d836f4-c30a-4d69-af9c-0dce4406566b req-fffc5c59-bcb0-43f4-8780-bee1095cf823 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337529 Aug 04 12:38:42.466506 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8a4bc-db84-4f81-90e8-c17798aedbb2 req-d3832286-0098-40ad-b0c2-ad8620fe6580 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:42.472862 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f7e8a4bc-db84-4f81-90e8-c17798aedbb2 req-d3832286-0098-40ad-b0c2-ad8620fe6580 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0545030 Aug 04 12:38:42.507307 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f7e8a4bc-db84-4f81-90e8-c17798aedbb2 req-5bd9da75-112e-4e24-b8bd-9a16432eaff6 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329006 Aug 04 12:38:43.197386 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c341a035-947b-46a8-8ce4-70d05bae0118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:43.473098 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:43.640961 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea59fe-18f8-4f5a-8de6-c7e797e76a98 req-93495d16-11d5-469d-9900-65ce9aeda2fa tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:43.642759 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6bea59fe-18f8-4f5a-8de6-c7e797e76a98 req-93495d16-11d5-469d-9900-65ce9aeda2fa tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0560215 Aug 04 12:38:43.713386 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6bea59fe-18f8-4f5a-8de6-c7e797e76a98 req-f825928b-db91-4b77-97dc-5f0e89e2b1c0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599904 Aug 04 12:38:44.427257 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:44.855011 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58155e83-6e6d-4638-a717-dafff8e473fb req-c2ec761b-a01f-4613-8580-0440fbd88456 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:44.857211 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-58155e83-6e6d-4638-a717-dafff8e473fb req-c2ec761b-a01f-4613-8580-0440fbd88456 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0513246 Aug 04 12:38:44.901800 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-58155e83-6e6d-4638-a717-dafff8e473fb req-8148ed28-31bc-41ed-964c-1e292aeb4e87 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376215 Aug 04 12:38:45.993173 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:38:46.051319 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00500803-cec6-45cd-8761-9dc5d00b9407 req-b80bdd2a-f26b-4c3d-8fe0-c453246f4916 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:46.051319 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-00500803-cec6-45cd-8761-9dc5d00b9407 req-b80bdd2a-f26b-4c3d-8fe0-c453246f4916 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0527322 Aug 04 12:38:46.100833 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-00500803-cec6-45cd-8761-9dc5d00b9407 req-9d7abffe-19fa-4bbf-a061-7fa1a1f64148 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347023 Aug 04 12:38:47.209037 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf4b85-5591-4e7a-9b57-c545e485afe1 req-6a21a56b-a325-417b-951e-47c6f9bd313c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:47.210611 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bbaf4b85-5591-4e7a-9b57-c545e485afe1 req-6a21a56b-a325-417b-951e-47c6f9bd313c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0490265 Aug 04 12:38:47.253621 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bbaf4b85-5591-4e7a-9b57-c545e485afe1 req-b2d9fe17-3d1d-4ed9-b419-3915331434ac tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368776 Aug 04 12:38:47.400928 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243aaec0-5659-4607-9ba3-b60393aa9216 req-e1549879-fdd5-463d-ab6d-2b66ed35e7b6 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:47.402494 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-243aaec0-5659-4607-9ba3-b60393aa9216 req-e1549879-fdd5-463d-ab6d-2b66ed35e7b6 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0501742 Aug 04 12:38:47.440931 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-243aaec0-5659-4607-9ba3-b60393aa9216 req-0c2d98ff-53bc-4024-89c3-0d18eb639b30 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321617 Aug 04 12:38:48.380971 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ba39d-a06a-469a-9316-d507c7d85170 req-77a75d2f-a26f-4ff1-9a20-841f0e4b0830 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:48.382431 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a78ba39d-a06a-469a-9316-d507c7d85170 req-77a75d2f-a26f-4ff1-9a20-841f0e4b0830 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0551383 Aug 04 12:38:48.421049 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a78ba39d-a06a-469a-9316-d507c7d85170 req-1e528951-463d-40ab-9d90-0bca5ae15dca tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327175 Aug 04 12:38:48.559715 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fddc4-7a3b-46ed-bc8d-09ee9056b1e3 req-c58a9898-768e-4546-8ad9-909796b2f3e8 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:48.561213 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f76fddc4-7a3b-46ed-bc8d-09ee9056b1e3 req-c58a9898-768e-4546-8ad9-909796b2f3e8 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0521185 Aug 04 12:38:48.618858 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f76fddc4-7a3b-46ed-bc8d-09ee9056b1e3 req-d0d048f4-f3b8-4c8d-af02-f8821ae6ccb7 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505030 Aug 04 12:38:49.411846 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff662009-f196-4298-910c-338640dc1da5 req-c11b90b6-2fae-498a-8c2c-b759dc08e984 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:49.413432 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ff662009-f196-4298-910c-338640dc1da5 req-c11b90b6-2fae-498a-8c2c-b759dc08e984 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0691345 Aug 04 12:38:49.461378 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ff662009-f196-4298-910c-338640dc1da5 req-ba857370-1e4e-48ca-a6e2-eb7243273448 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386560 Aug 04 12:38:49.559863 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ffb65-c341-4320-95fa-41a0f563d875 req-a009ae54-0b40-4638-a1f9-66722c524fd6 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:49.561392 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-899ffb65-c341-4320-95fa-41a0f563d875 req-a009ae54-0b40-4638-a1f9-66722c524fd6 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0579138 Aug 04 12:38:49.608990 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-899ffb65-c341-4320-95fa-41a0f563d875 req-647f9a7e-545e-4ddb-bbb9-80ea8df62028 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390925 Aug 04 12:38:49.746949 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1706cf-7c88-4ba1-ac48-9dfd27f0db90 req-ddfb301a-aabd-4b2d-a9f2-6b0d2000d2b8 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:49.748546 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0e1706cf-7c88-4ba1-ac48-9dfd27f0db90 req-ddfb301a-aabd-4b2d-a9f2-6b0d2000d2b8 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0540819 Aug 04 12:38:49.799648 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0e1706cf-7c88-4ba1-ac48-9dfd27f0db90 req-3fa735bc-a7c5-479f-82a7-80a8fc364280 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428007 Aug 04 12:38:50.742338 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f8657-116a-4872-bf4e-8f12a5b39176 req-3b793c26-aef3-4ea6-bc50-e0432402564e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:50.744916 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5d0f8657-116a-4872-bf4e-8f12a5b39176 req-3b793c26-aef3-4ea6-bc50-e0432402564e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0584486 Aug 04 12:38:50.795049 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5d0f8657-116a-4872-bf4e-8f12a5b39176 req-3bd9eb52-4960-4fe3-b3fd-6a37847d5df0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434244 Aug 04 12:38:50.939463 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5007a-d9fd-4e65-82e2-d80967bb0963 req-5904cf69-cca0-49ba-b6cc-ff85b1237a45 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:50.941767 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-12e5007a-d9fd-4e65-82e2-d80967bb0963 req-5904cf69-cca0-49ba-b6cc-ff85b1237a45 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0654061 Aug 04 12:38:50.992618 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-12e5007a-d9fd-4e65-82e2-d80967bb0963 req-11fd8857-38d0-4c6e-bea4-8951b4ebe873 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409250 Aug 04 12:38:51.914698 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c537d9-81d9-4bc0-bc1a-d9e2e096dd90 req-872beb2a-4a9c-47b3-8602-51310127e3a5 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:51.916781 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-52c537d9-81d9-4bc0-bc1a-d9e2e096dd90 req-872beb2a-4a9c-47b3-8602-51310127e3a5 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0502651 Aug 04 12:38:51.960616 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-52c537d9-81d9-4bc0-bc1a-d9e2e096dd90 req-9529ae27-d79f-4614-bf33-4d6a76fea638 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376105 Aug 04 12:38:52.144357 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211939ce-c95c-49c9-9790-b04c24c5cbe7 req-c488f545-190f-46fe-a679-7cfebc61b029 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:52.146207 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-211939ce-c95c-49c9-9790-b04c24c5cbe7 req-c488f545-190f-46fe-a679-7cfebc61b029 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0737371 Aug 04 12:38:52.186759 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-211939ce-c95c-49c9-9790-b04c24c5cbe7 req-2e30f3f1-f1dd-48a3-890c-6b11254f0082 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339663 Aug 04 12:38:53.087939 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d7de6-77e5-41f9-8e6c-e28db8d8a692 req-e187766d-33a6-4e2e-86aa-908dc194a2a9 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:53.089479 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fc9d7de6-77e5-41f9-8e6c-e28db8d8a692 req-e187766d-33a6-4e2e-86aa-908dc194a2a9 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0488768 Aug 04 12:38:53.129237 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fc9d7de6-77e5-41f9-8e6c-e28db8d8a692 req-c8848914-52ba-436d-a495-193f804b2d95 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333476 Aug 04 12:38:53.302048 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b44e1-838f-4a7d-9849-ecc72c94453d req-d6124133-ab04-4f5d-9198-b0757a277b04 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:53.303531 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e41b44e1-838f-4a7d-9849-ecc72c94453d req-d6124133-ab04-4f5d-9198-b0757a277b04 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0476096 Aug 04 12:38:53.347026 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e41b44e1-838f-4a7d-9849-ecc72c94453d req-6cfc749a-b23e-4ca6-96bd-ba1c630426d5 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368824 Aug 04 12:38:54.260837 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce764eb-0402-4bec-aad5-1cc047e1e34a req-7b82a5e0-4445-4656-8c49-f6ee4fc7d10c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:54.262342 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-dce764eb-0402-4bec-aad5-1cc047e1e34a req-7b82a5e0-4445-4656-8c49-f6ee4fc7d10c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0553873 Aug 04 12:38:54.300215 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-dce764eb-0402-4bec-aad5-1cc047e1e34a req-745c12a7-3bff-45c0-b447-bd0cee4ca271 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318244 Aug 04 12:38:54.469732 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f48acc-7af4-40fc-a52d-2ddda8a9f9bf req-104dd777-34d1-44c2-acbb-93fd6e338597 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:54.471289 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d5f48acc-7af4-40fc-a52d-2ddda8a9f9bf req-104dd777-34d1-44c2-acbb-93fd6e338597 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0500286 Aug 04 12:38:54.509073 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d5f48acc-7af4-40fc-a52d-2ddda8a9f9bf req-71de773b-a595-45b4-bad6-686fdee02c76 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318000 Aug 04 12:38:55.443047 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e2b1f-256b-43fa-acee-1fd9575b4a07 req-4f148c81-8803-4d0f-9443-32b08b7c9fef tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:55.444636 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e19e2b1f-256b-43fa-acee-1fd9575b4a07 req-4f148c81-8803-4d0f-9443-32b08b7c9fef tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0605090 Aug 04 12:38:55.488644 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e19e2b1f-256b-43fa-acee-1fd9575b4a07 req-f0526f2e-f69b-4e9c-8a46-989628827789 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372479 Aug 04 12:38:55.768732 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f7950-c109-4b80-a374-6434014f72b3 req-5c57887b-adf1-490e-9abf-5eccdf85e682 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:55.770669 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c58f7950-c109-4b80-a374-6434014f72b3 req-5c57887b-adf1-490e-9abf-5eccdf85e682 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0498028 Aug 04 12:38:55.811257 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c58f7950-c109-4b80-a374-6434014f72b3 req-374331b1-e821-4f97-882e-31608fca7232 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342205 Aug 04 12:38:56.614297 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de98d9-1be1-4e4d-9cbd-ae4c3f215525 req-5298eebd-3081-4e96-a179-44bf21f3a6fa tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:56.615797 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c8de98d9-1be1-4e4d-9cbd-ae4c3f215525 req-5298eebd-3081-4e96-a179-44bf21f3a6fa tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0480897 Aug 04 12:38:56.654223 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c8de98d9-1be1-4e4d-9cbd-ae4c3f215525 req-a0c0a45c-632a-468e-858f-5c095f9443e8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324321 Aug 04 12:38:56.928075 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13167b96-876d-4b00-8ff7-3b2e0791a6ce req-3ce56eb6-e314-4eba-bf5d-6a24a62db24c tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:56.929589 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-13167b96-876d-4b00-8ff7-3b2e0791a6ce req-3ce56eb6-e314-4eba-bf5d-6a24a62db24c tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0491521 Aug 04 12:38:56.976507 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-13167b96-876d-4b00-8ff7-3b2e0791a6ce req-d2f839e8-ae62-4be9-978a-d8d1f9a644ba tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400274 Aug 04 12:38:57.776659 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c477ea-0f13-46ef-920f-60d369722403 req-705eae0b-daa0-4284-84c7-38cec3e538ff tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:57.778877 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e5c477ea-0f13-46ef-920f-60d369722403 req-705eae0b-daa0-4284-84c7-38cec3e538ff tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0527718 Aug 04 12:38:57.818935 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e5c477ea-0f13-46ef-920f-60d369722403 req-f6c6093d-1a99-46cb-a59e-1b5512b52a1e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339875 Aug 04 12:38:58.112573 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0644ef-6fde-4b44-940b-06dd65cec9c3 req-efec653a-811e-4518-b17e-dd2fa20c5453 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:58.114175 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7d0644ef-6fde-4b44-940b-06dd65cec9c3 req-efec653a-811e-4518-b17e-dd2fa20c5453 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0535488 Aug 04 12:38:58.159589 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7d0644ef-6fde-4b44-940b-06dd65cec9c3 req-32f4aa31-417b-496e-b6f2-41b48fb4288d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348880 Aug 04 12:38:58.941871 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701609b0-ba8b-43d5-abfa-a731d5c495df req-6d0552ff-be92-4691-bd3c-ea70b6499e96 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:58.943465 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-701609b0-ba8b-43d5-abfa-a731d5c495df req-6d0552ff-be92-4691-bd3c-ea70b6499e96 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0505679 Aug 04 12:38:58.996304 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-701609b0-ba8b-43d5-abfa-a731d5c495df req-3785972c-1a5a-4c62-9a08-f6065991e551 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431914 Aug 04 12:38:59.284974 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9a8b1-2515-4f87-86e4-3bd183af09d9 req-f8c13db1-ac75-45f8-a2c0-a6d1b460f828 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:38:59.286551 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ecc9a8b1-2515-4f87-86e4-3bd183af09d9 req-f8c13db1-ac75-45f8-a2c0-a6d1b460f828 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0532877 Aug 04 12:38:59.335441 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ecc9a8b1-2515-4f87-86e4-3bd183af09d9 req-df24ab17-7f43-4e0d-b0d9-da9972b0f674 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418620 Aug 04 12:39:00.151106 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928a533-7206-4b58-9d20-56720fd73802 req-320d3649-43a7-485a-a408-63bb5d4036ff tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:00.153893 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8928a533-7206-4b58-9d20-56720fd73802 req-320d3649-43a7-485a-a408-63bb5d4036ff tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0803225 Aug 04 12:39:00.204769 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8928a533-7206-4b58-9d20-56720fd73802 req-16c7f2ae-9312-4770-9708-dd025367fd93 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431566 Aug 04 12:39:00.505171 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d40a5-30c2-4982-8c92-f66af5fb07ec req-28fcb3c1-2149-483d-8b70-5cf056c14e44 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:00.506851 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cc4d40a5-30c2-4982-8c92-f66af5fb07ec req-28fcb3c1-2149-483d-8b70-5cf056c14e44 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0692050 Aug 04 12:39:00.562030 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cc4d40a5-30c2-4982-8c92-f66af5fb07ec req-cceed814-6452-4210-9968-aaa23e9705a0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474918 Aug 04 12:39:01.343397 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fb830-0364-4987-a84c-08267a79c3b9 req-7e018e4e-b704-4abd-801a-02bf9d092256 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:01.345462 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f77fb830-0364-4987-a84c-08267a79c3b9 req-7e018e4e-b704-4abd-801a-02bf9d092256 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0589287 Aug 04 12:39:01.396274 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f77fb830-0364-4987-a84c-08267a79c3b9 req-f7a29320-fe4a-4134-a073-2c4ba855d032 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397995 Aug 04 12:39:01.693955 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff76c1-e345-496f-b7fa-f237c442cf14 req-57729f86-6f55-447b-b974-4cac355cd5fd tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:01.695570 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-31ff76c1-e345-496f-b7fa-f237c442cf14 req-57729f86-6f55-447b-b974-4cac355cd5fd tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0521398 Aug 04 12:39:01.737325 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-31ff76c1-e345-496f-b7fa-f237c442cf14 req-88edc460-dee3-429e-965a-8042b41e5f0d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341897 Aug 04 12:39:02.130219 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 40750) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:02.304400 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed3c895b-bc14-41a1-860b-04403c1e582e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:02.397022 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed3c895b-bc14-41a1-860b-04403c1e582e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:02.480316 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed3c895b-bc14-41a1-860b-04403c1e582e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:02.526438 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-ed3c895b-bc14-41a1-860b-04403c1e582e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6d27f45ecca74fe984e9553a6abc6b0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954501 Aug 04 12:39:02.528666 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c895b-bc14-41a1-860b-04403c1e582e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b569a1-19da-41b8-b210-dbdb92349517,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:02.531376 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 40764) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:02.582002 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98d9ab-5e9e-4b6d-8b3d-0cd6d762c64d req-254b371c-ac5a-42f8-aa75-f82842a63bd0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:02.583633 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1e98d9ab-5e9e-4b6d-8b3d-0cd6d762c64d req-254b371c-ac5a-42f8-aa75-f82842a63bd0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0905330 Aug 04 12:39:02.656923 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1e98d9ab-5e9e-4b6d-8b3d-0cd6d762c64d req-b5840e20-0ea3-46f9-a559-f783afd4a54d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616333 Aug 04 12:39:02.657831 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0f6d1c0-3cc5-4473-85ac-8a076a82805b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:02.687867 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0f6d1c0-3cc5-4473-85ac-8a076a82805b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:02.739067 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device c676d4ba-5ccd-40b2-96c5-dbb550a32836 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:39:02.840693 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port c676d4ba-5ccd-40b2-96c5-dbb550a32836, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=c676d4ba-5ccd-40b2-96c5-dbb550a32836,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:39:02.858253 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'port_id': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836', 'mac_address': 'fa:16:3e:35:93:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:39:02.863520 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347e945-ee69-4e4f-b710-ed19ee898cf9 req-e5f4012e-2118-4e16-8fdd-0facbacf601d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:02.867027 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0347e945-ee69-4e4f-b710-ed19ee898cf9 req-e5f4012e-2118-4e16-8fdd-0facbacf601d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0544596 Aug 04 12:39:02.879136 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0f6d1c0-3cc5-4473-85ac-8a076a82805b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:02.881802 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0f6d1c0-3cc5-4473-85ac-8a076a82805b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:02.882918 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-b0f6d1c0-3cc5-4473-85ac-8a076a82805b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/30b569a1-19da-41b8-b210-dbdb92349517 HTTP/1.1" status: 204 len: 168 time: 0.3479681 Aug 04 12:39:02.903993 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6d1c0-3cc5-4473-85ac-8a076a82805b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b569a1-19da-41b8-b210-dbdb92349517,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:02.908099 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:02.930068 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0347e945-ee69-4e4f-b710-ed19ee898cf9 req-6f24c305-6a3a-4cc4-94cc-2f1de5c57b9b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585773 Aug 04 12:39:02.942952 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c676d4ba-5ccd-40b2-96c5-dbb550a32836 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:39:02.974799 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port c676d4ba-5ccd-40b2-96c5-dbb550a32836, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=c676d4ba-5ccd-40b2-96c5-dbb550a32836,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:39:03.100868 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:03.161821 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=c676d4ba-5ccd-40b2-96c5-dbb550a32836,revision_number=6']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:03.169809 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:39:03.170159 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:39:03.170505 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:39:03.170844 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:39:03.171176 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:39:03.171537 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:39:03.171866 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:39:03.172191 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:39:03.172539 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:39:03.172867 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:39:03.173353 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:39:03.173841 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:39:03.446144 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['c676d4ba-5ccd-40b2-96c5-dbb550a32836'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:39:03.795688 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc73aad-62ac-4239-8c8d-e5c596f08b68 req-3e9f8093-8b0a-4dd0-81c6-fad340964e1a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:03.795688 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3bc73aad-62ac-4239-8c8d-e5c596f08b68 req-3e9f8093-8b0a-4dd0-81c6-fad340964e1a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 945 time: 0.0606163 Aug 04 12:39:03.836283 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3bc73aad-62ac-4239-8c8d-e5c596f08b68 req-c8fcd704-b941-49ae-97ab-3736d5f8a43c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344801 Aug 04 12:39:04.009228 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 40834) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:04.025077 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-985c56de-5e98-4439-aecc-737cfd088544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:04.075798 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 40838) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:04.143135 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a17b6-e6f1-4701-a734-c92c2efeaddd req-c583ff03-c3fe-42da-b13e-57b5ecdd7c81 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:04.145054 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-272a17b6-e6f1-4701-a734-c92c2efeaddd req-c583ff03-c3fe-42da-b13e-57b5ecdd7c81 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0857313 Aug 04 12:39:04.212316 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-272a17b6-e6f1-4701-a734-c92c2efeaddd req-f931413a-e4c2-43f1-8e3b-23b74cff8786 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591412 Aug 04 12:39:04.276519 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-985c56de-5e98-4439-aecc-737cfd088544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:04.322074 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4e716e74-bb3e-4a57-a9dd-e3feec411090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:04.428373 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-985c56de-5e98-4439-aecc-737cfd088544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:04.482662 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-985c56de-5e98-4439-aecc-737cfd088544 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2e8ee7f57a7b487391ac680f75ca4eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4644649 Aug 04 12:39:04.482662 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 40852) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:04.486461 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c56de-5e98-4439-aecc-737cfd088544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9132f5-8719-434e-b166-d4aa2dc1c3ce,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:04.529585 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4e716e74-bb3e-4a57-a9dd-e3feec411090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:04.561696 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-54ae5864-7e6d-4290-a9fd-c8ef564805a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:04.583516 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-54ae5864-7e6d-4290-a9fd-c8ef564805a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:04.622139 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4e716e74-bb3e-4a57-a9dd-e3feec411090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:04.670012 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e716e74-bb3e-4a57-a9dd-e3feec411090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25592de-b10e-4bb9-a605-4df9e20c21c2,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:04.687069 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-4e716e74-bb3e-4a57-a9dd-e3feec411090 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f84011d31bc24053a3dfdc9a335d6631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6095972 Aug 04 12:39:04.690140 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 40856) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:04.745379 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device c676d4ba-5ccd-40b2-96c5-dbb550a32836 up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:39:04.752858 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-66b983cd-fa96-4b71-8458-920d4a9ad4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:04.769230 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-54ae5864-7e6d-4290-a9fd-c8ef564805a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:04.774435 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-54ae5864-7e6d-4290-a9fd-c8ef564805a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:04.778939 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-54ae5864-7e6d-4290-a9fd-c8ef564805a7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0c9132f5-8719-434e-b166-d4aa2dc1c3ce HTTP/1.1" status: 204 len: 168 time: 0.2981441 Aug 04 12:39:04.790017 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae5864-7e6d-4290-a9fd-c8ef564805a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9132f5-8719-434e-b166-d4aa2dc1c3ce,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:04.799397 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-66b983cd-fa96-4b71-8458-920d4a9ad4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:04.826195 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port c676d4ba-5ccd-40b2-96c5-dbb550a32836 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:39:04.826575 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:04.918902 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:04.942193 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-66b983cd-fa96-4b71-8458-920d4a9ad4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:04.958638 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-66b983cd-fa96-4b71-8458-920d4a9ad4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:04.964037 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-66b983cd-fa96-4b71-8458-920d4a9ad4b3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a25592de-b10e-4bb9-a605-4df9e20c21c2 HTTP/1.1" status: 204 len: 168 time: 0.2719169 Aug 04 12:39:04.981335 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b983cd-fa96-4b71-8458-920d4a9ad4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25592de-b10e-4bb9-a605-4df9e20c21c2,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:05.002960 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port c676d4ba-5ccd-40b2-96c5-dbb550a32836, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=c676d4ba-5ccd-40b2-96c5-dbb550a32836,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:39:05.006356 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec4f946-dc33-461c-a35f-cbdfe41b7b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:39:05.012360 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084fba08-00cc-4922-8085-967dc0910b0e" -d '{"events": [{"server_uuid": "5ec4f946-dc33-461c-a35f-cbdfe41b7b03", "name": "network-vif-plugged", "status": "completed", "tag": "c676d4ba-5ccd-40b2-96c5-dbb550a32836"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:39:05.032847 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec68d2a-c248-446a-b8dd-a79062d3c692 req-02168138-8d6d-411f-b36c-3aa63ef82c2d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:05.036989 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7ec68d2a-c248-446a-b8dd-a79062d3c692 req-02168138-8d6d-411f-b36c-3aa63ef82c2d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 945 time: 0.1125655 Aug 04 12:39:05.099687 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fbac2f-1e0c-48fd-b818-597b6fd43876 x-openstack-request-id: req-25fbac2f-1e0c-48fd-b818-597b6fd43876 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:39:05.100125 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec4f946-dc33-461c-a35f-cbdfe41b7b03", "name": "network-vif-plugged", "status": "completed", "tag": "c676d4ba-5ccd-40b2-96c5-dbb550a32836", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:39:05.100595 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-25fbac2f-1e0c-48fd-b818-597b6fd43876 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:39:05.101487 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec4f946-dc33-461c-a35f-cbdfe41b7b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836', 'code': 200} Aug 04 12:39:05.103119 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:05.104414 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7ec68d2a-c248-446a-b8dd-a79062d3c692 req-ae33d0f8-bb80-45db-bceb-e85491189fe6 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599885 Aug 04 12:39:05.182981 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=c676d4ba-5ccd-40b2-96c5-dbb550a32836,revision_number=7']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:05.376966 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a6141-12d9-4723-93c5-e7a5e4145ca4 req-9abd26d8-3a67-4ecf-96d2-417c11465b7e tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:05.378632 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-656a6141-12d9-4723-93c5-e7a5e4145ca4 req-9abd26d8-3a67-4ecf-96d2-417c11465b7e tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0696707 Aug 04 12:39:05.419828 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-656a6141-12d9-4723-93c5-e7a5e4145ca4 req-02cfbae1-35d3-4ab1-bf56-64cfc9c40ec9 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349545 Aug 04 12:39:05.811530 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 40916) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:05.962013 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-05ca37da-45bb-4210-a48e-30a976f37473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:06.092181 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 40926) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:06.108366 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-05ca37da-45bb-4210-a48e-30a976f37473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:06.118476 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-eb7c641f-db81-4df2-9b71-693e847fbc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:06.212978 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-05ca37da-45bb-4210-a48e-30a976f37473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:06.371317 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-eb7c641f-db81-4df2-9b71-693e847fbc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:06.487570 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca37da-45bb-4210-a48e-30a976f37473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b633fb-c3b6-45a2-b3a3-9f60ffab63b4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:06.491072 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-eb7c641f-db81-4df2-9b71-693e847fbc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:06.497117 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-05ca37da-45bb-4210-a48e-30a976f37473 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0a7189fc31234e16a09170bb145a1264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6838260 Aug 04 12:39:06.503869 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 40938) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:06.578184 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc43425-01b4-43e2-949f-cdbe57f00c98 req-60895591-26d2-44bb-9aef-ca5e7acf5284 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:06.578907 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-eb7c641f-db81-4df2-9b71-693e847fbc73 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3a738ede96b049cc8d5538b9a4a07bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4805171 Aug 04 12:39:06.580204 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 40940) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:06.587825 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5cc43425-01b4-43e2-949f-cdbe57f00c98 req-60895591-26d2-44bb-9aef-ca5e7acf5284 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.3010147 Aug 04 12:39:06.684160 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-359df2de-fba0-49a7-a057-a8e834ee67c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:06.690970 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5cc43425-01b4-43e2-949f-cdbe57f00c98 req-5fd3646b-ddbd-4e55-872a-2e5009e02dac tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005976 Aug 04 12:39:06.695723 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7682df39-f81f-4c0c-9ce8-9d241dee6d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:06.710324 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-359df2de-fba0-49a7-a057-a8e834ee67c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:06.745003 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7682df39-f81f-4c0c-9ce8-9d241dee6d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:06.759052 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c641f-db81-4df2-9b71-693e847fbc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8de88fb-44b3-4c48-950a-43784f1ae495,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:06.788104 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6324a6-c2f0-4dbb-b45f-1aad262d6c1a req-0151dd29-bab3-4d05-80e5-81b142cd0c78 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:06.788104 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5e6324a6-c2f0-4dbb-b45f-1aad262d6c1a req-0151dd29-bab3-4d05-80e5-81b142cd0c78 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.1446824 Aug 04 12:39:06.843485 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5e6324a6-c2f0-4dbb-b45f-1aad262d6c1a req-e0c66803-f55d-45ba-a6c6-d16b39f15d48 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534449 Aug 04 12:39:06.847598 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-359df2de-fba0-49a7-a057-a8e834ee67c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:06.852699 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-359df2de-fba0-49a7-a057-a8e834ee67c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:06.857754 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-359df2de-fba0-49a7-a057-a8e834ee67c8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e8de88fb-44b3-4c48-950a-43784f1ae495 HTTP/1.1" status: 204 len: 168 time: 0.2722287 Aug 04 12:39:06.883295 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359df2de-fba0-49a7-a057-a8e834ee67c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8de88fb-44b3-4c48-950a-43784f1ae495,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:06.935749 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7682df39-f81f-4c0c-9ce8-9d241dee6d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:06.939084 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7682df39-f81f-4c0c-9ce8-9d241dee6d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:06.940802 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-7682df39-f81f-4c0c-9ce8-9d241dee6d4e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/61b633fb-c3b6-45a2-b3a3-9f60ffab63b4 HTTP/1.1" status: 204 len: 168 time: 0.4336870 Aug 04 12:39:06.966645 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682df39-f81f-4c0c-9ce8-9d241dee6d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b633fb-c3b6-45a2-b3a3-9f60ffab63b4,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:07.716851 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 40966) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:07.858178 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a77dc257-8918-422e-8f3e-528eabfb10a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1015631355-network', 'tenant_id': 'ba1a9c748fba4107b337bab984e34502'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:39:07.924274 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c6094-f4f8-4663-9de5-e9dafbb572c3 req-8b8325ea-1c07-497d-80ee-a09967569b94 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:07.931547 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-787c6094-f4f8-4663-9de5-e9dafbb572c3 req-8b8325ea-1c07-497d-80ee-a09967569b94 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.1530213 Aug 04 12:39:08.008366 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77dc257-8918-422e-8f3e-528eabfb10a8 admin admin] Made reservation on behalf of ba1a9c748fba4107b337bab984e34502 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:39:08.011124 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a77dc257-8918-422e-8f3e-528eabfb10a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:08.047994 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-787c6094-f4f8-4663-9de5-e9dafbb572c3 req-ee68befa-44f0-46f1-b64d-919c3493481a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150422 Aug 04 12:39:08.050844 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a77dc257-8918-422e-8f3e-528eabfb10a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:08.124178 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b640cf3-da2e-4a45-a16a-0fc66f6dc886 req-e2edb448-b232-423e-ae9e-7d0d571b5d9b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:08.125985 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1b640cf3-da2e-4a45-a16a-0fc66f6dc886 req-e2edb448-b232-423e-ae9e-7d0d571b5d9b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.1648583 Aug 04 12:39:08.206067 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1b640cf3-da2e-4a45-a16a-0fc66f6dc886 req-710dc663-0dcc-4924-972e-f14ff565d3f6 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646245 Aug 04 12:39:08.258449 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a77dc257-8918-422e-8f3e-528eabfb10a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:08.319311 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a77dc257-8918-422e-8f3e-528eabfb10a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:08.357324 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77dc257-8918-422e-8f3e-528eabfb10a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 12:39:08.368958 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77dc257-8918-422e-8f3e-528eabfb10a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ca604a-b82c-48b3-aa7c-59f2e0df2626,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:08.393844 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a77dc257-8918-422e-8f3e-528eabfb10a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:08.394238 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-a77dc257-8918-422e-8f3e-528eabfb10a8 admin admin] Added segment a6e02453-cf93-482a-ae50-59f4360b1247 of type vlan for network ba71ef13-fc34-4c48-b213-078e393a3629 Aug 04 12:39:08.466942 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a77dc257-8918-422e-8f3e-528eabfb10a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:08.584072 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a77dc257-8918-422e-8f3e-528eabfb10a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:08.597950 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77dc257-8918-422e-8f3e-528eabfb10a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:08.597950 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a77dc257-8918-422e-8f3e-528eabfb10a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:08.750850 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77dc257-8918-422e-8f3e-528eabfb10a8 admin admin] Pushing event updated for resources: {'Network': ['ID=ba71ef13-fc34-4c48-b213-078e393a3629,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:08.760614 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:08.772585 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network ba71ef13-fc34-4c48-b213-078e393a3629 details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:39:08.794443 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 40990) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:08.799825 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-a77dc257-8918-422e-8f3e-528eabfb10a8 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0743222 Aug 04 12:39:08.802584 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-a33214c2-5d30-4844-b255-303e1560b2a9 admin admin] Request body: {'subnet': {'network_id': 'ba71ef13-fc34-4c48-b213-078e393a3629', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1015631355-subnet', 'tenant_id': 'ba1a9c748fba4107b337bab984e34502', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:39:08.936704 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33214c2-5d30-4844-b255-303e1560b2a9 admin admin] Made reservation on behalf of ba1a9c748fba4107b337bab984e34502 for: {'subnet': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:39:08.940329 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a33214c2-5d30-4844-b255-303e1560b2a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9245666'] for subnet, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:09.209118 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6185ee-aa0b-494f-9f96-f9c4225b2831 req-c0f458f7-e790-408d-bb65-9565b7bc83fe tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:09.210870 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ec6185ee-aa0b-494f-9f96-f9c4225b2831 req-c0f458f7-e790-408d-bb65-9565b7bc83fe tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0534568 Aug 04 12:39:09.239808 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a33214c2-5d30-4844-b255-303e1560b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2653157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9245660'] for subnet, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:09.287873 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ec6185ee-aa0b-494f-9f96-f9c4225b2831 req-a8b94bc5-869c-4e7b-9435-e055221a7a57 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699804 Aug 04 12:39:09.330928 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33214c2-5d30-4844-b255-303e1560b2a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f430858-eead-4ccb-836e-22f4312d7bf2,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:09.350359 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33214c2-5d30-4844-b255-303e1560b2a9 admin admin] Checking segment: {'id': 'a6e02453-cf93-482a-ae50-59f4360b1247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'ba71ef13-fc34-4c48-b213-078e393a3629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:39:09.350733 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33214c2-5d30-4844-b255-303e1560b2a9 admin admin] Network hostable DHCP agents. Network: ba71ef13-fc34-4c48-b213-078e393a3629, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:39:09.424469 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b40ab-7750-41d2-a00d-01cee6d34dcd req-2cf7930f-c1af-4c6b-a69b-5e58a912de2e tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:09.426878 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9b4b40ab-7750-41d2-a00d-01cee6d34dcd req-2cf7930f-c1af-4c6b-a69b-5e58a912de2e tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0671840 Aug 04 12:39:09.439742 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33214c2-5d30-4844-b255-303e1560b2a9 admin admin] Network ba71ef13-fc34-4c48-b213-078e393a3629 is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:39:09.497391 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9b4b40ab-7750-41d2-a00d-01cee6d34dcd req-c837e49d-f861-4f18-a30d-6264956ad4ac tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563848 Aug 04 12:39:09.563872 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-a33214c2-5d30-4844-b255-303e1560b2a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, ba71ef13-fc34-4c48-b213-078e393a3629) {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:39:09.568824 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33214c2-5d30-4844-b255-303e1560b2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:09.569755 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a33214c2-5d30-4844-b255-303e1560b2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for subnet, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:09.578485 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e6aa6d-3f53-4bec-af2f-d937aaaa55a2 None None] Network ba71ef13-fc34-4c48-b213-078e393a3629 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:39:09.723049 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-a33214c2-5d30-4844-b255-303e1560b2a9 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9272485 Aug 04 12:39:09.763597 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cc8ae1-13bb-4d14-a541-f4cd517784fc None None] Network ba71ef13-fc34-4c48-b213-078e393a3629 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:39:10.417051 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c98d0f-3acd-4994-98c0-0d7ee2332acc req-9e7ded98-5a3d-4fdc-9c2e-10c75a0a7fd4 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:10.418890 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-32c98d0f-3acd-4994-98c0-0d7ee2332acc req-9e7ded98-5a3d-4fdc-9c2e-10c75a0a7fd4 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0631087 Aug 04 12:39:10.502024 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-32c98d0f-3acd-4994-98c0-0d7ee2332acc req-17d5c47b-935c-413b-8d3d-c54009921366 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763369 Aug 04 12:39:10.527050 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750add24-ca09-4b89-b945-26efe9c49035 req-f93bbaff-3c9b-4658-aa59-d14ae71ae8fc tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:10.535467 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-750add24-ca09-4b89-b945-26efe9c49035 req-f93bbaff-3c9b-4658-aa59-d14ae71ae8fc tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0905797 Aug 04 12:39:10.605739 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-750add24-ca09-4b89-b945-26efe9c49035 req-712d9805-17e0-4d51-b6ae-51195511d2a1 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693636 Aug 04 12:39:10.670954 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19959302-3e0c-4361-a856-7a87d45117b7 req-953c5d9d-37b0-480f-a8ea-b5198f53d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:10.673729 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-19959302-3e0c-4361-a856-7a87d45117b7 req-953c5d9d-37b0-480f-a8ea-b5198f53d62b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe091bfaaf4e41eda6f7c1fe1220b764&device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 1099 time: 0.0594878 Aug 04 12:39:10.674531 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 41044) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:10.748321 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2130c3b4-3aa7-4f25-8cdf-8a0e7c79755f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:10.799866 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19959302-3e0c-4361-a856-7a87d45117b7 req-a4434886-941a-4469-a8cf-e9669b2e29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:10.802842 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-19959302-3e0c-4361-a856-7a87d45117b7 req-a4434886-941a-4469-a8cf-e9669b2e29fc service neutron] 10.222.0.76 "GET /v2.0/networks?id=0ba113d9-2675-4a22-b634-a3c6b41f2555 HTTP/1.1" status: 200 len: 911 time: 0.1167386 Aug 04 12:39:10.992269 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-56dffe62-2b7c-4ccb-8bc9-e0ff9e460538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:11.024624 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-19959302-3e0c-4361-a856-7a87d45117b7 req-96a99065-3fb9-45dd-aefc-734f6a164484 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ad1723e-b10f-48d7-a783-65772f63dbc6 HTTP/1.1" status: 200 len: 1002 time: 0.2092974 Aug 04 12:39:11.134838 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19959302-3e0c-4361-a856-7a87d45117b7 req-b5d926e8-ceef-48c5-b499-919d80399282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:11.136969 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-19959302-3e0c-4361-a856-7a87d45117b7 req-b5d926e8-ceef-48c5-b499-919d80399282 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aedd7339-0c11-4ca6-9c5c-6f42b8d89abe HTTP/1.1" status: 200 len: 849 time: 0.1014822 Aug 04 12:39:11.149980 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 41058) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:11.164719 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1dc684a8-05f2-46dd-966d-eca25fb51b14 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2131281150-network', 'tenant_id': '2fea5ed921b242b2a7334f203b2a5240'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:39:11.200097 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-56dffe62-2b7c-4ccb-8bc9-e0ff9e460538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:11.232879 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19959302-3e0c-4361-a856-7a87d45117b7 req-93123e52-d6f6-47d0-96d7-feb19bdacff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:11.234652 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-19959302-3e0c-4361-a856-7a87d45117b7 req-93123e52-d6f6-47d0-96d7-feb19bdacff2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0ba113d9-2675-4a22-b634-a3c6b41f2555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0858245 Aug 04 12:39:11.256379 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-56dffe62-2b7c-4ccb-8bc9-e0ff9e460538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:11.302096 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-56dffe62-2b7c-4ccb-8bc9-e0ff9e460538 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6882e73cd86943e88a815ecb0a465996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6262834 Aug 04 12:39:11.303225 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dffe62-2b7c-4ccb-8bc9-e0ff9e460538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36bf888-f8f1-418a-961d-0a086f9c7c0b,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:11.305393 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 41060) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:11.355598 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-19959302-3e0c-4361-a856-7a87d45117b7 req-1c4b8fea-83c1-45b5-a09f-8a3a8509d335 service neutron] 10.222.0.76 "GET /v2.0/networks/0ba113d9-2675-4a22-b634-a3c6b41f2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093748 Aug 04 12:39:11.394490 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2f81657-796c-466e-b816-328cd07a8c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:11.423046 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2f81657-796c-466e-b816-328cd07a8c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:11.428729 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc684a8-05f2-46dd-966d-eca25fb51b14 admin admin] Made reservation on behalf of 2fea5ed921b242b2a7334f203b2a5240 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:39:11.432759 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1dc684a8-05f2-46dd-966d-eca25fb51b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:11.445992 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1dc684a8-05f2-46dd-966d-eca25fb51b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:11.508528 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-19959302-3e0c-4361-a856-7a87d45117b7 req-831c86f4-9b8f-4436-959c-f401fe326b56 service neutron] 10.222.0.76 "GET /v2.0/networks/0ba113d9-2675-4a22-b634-a3c6b41f2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446002 Aug 04 12:39:11.566142 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2f81657-796c-466e-b816-328cd07a8c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:11.569451 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2f81657-796c-466e-b816-328cd07a8c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:11.571769 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-f2f81657-796c-466e-b816-328cd07a8c88 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c36bf888-f8f1-418a-961d-0a086f9c7c0b HTTP/1.1" status: 204 len: 168 time: 0.2483666 Aug 04 12:39:11.583073 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f81657-796c-466e-b816-328cd07a8c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36bf888-f8f1-418a-961d-0a086f9c7c0b,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:11.792092 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1dc684a8-05f2-46dd-966d-eca25fb51b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:11.807969 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacd735-6d98-419e-98bb-912bd16a1af1 req-1df462e8-038e-40f8-873a-d216b37bb52f tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:11.817489 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fbacd735-6d98-419e-98bb-912bd16a1af1 req-1df462e8-038e-40f8-873a-d216b37bb52f tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.1546521 Aug 04 12:39:11.849492 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b68af0-1e4b-47ad-b7b3-c279f1dce3cb req-c7e665ca-ce37-42cc-b787-44396eb724a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:11.851026 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b7b68af0-1e4b-47ad-b7b3-c279f1dce3cb req-c7e665ca-ce37-42cc-b787-44396eb724a0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.1130688 Aug 04 12:39:11.877318 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fbacd735-6d98-419e-98bb-912bd16a1af1 req-6592eba0-c6e5-445f-8286-81dc7b82b4b2 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610011 Aug 04 12:39:11.917808 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1dc684a8-05f2-46dd-966d-eca25fb51b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:11.942417 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b7b68af0-1e4b-47ad-b7b3-c279f1dce3cb req-cf289b87-74f8-41b8-bb39-9ca5686871da tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747170 Aug 04 12:39:11.994054 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc684a8-05f2-46dd-966d-eca25fb51b14 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 12:39:11.999380 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc684a8-05f2-46dd-966d-eca25fb51b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcbd648-8b1d-4ce7-a661-a55e1fd5cda0,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:12.011410 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1dc684a8-05f2-46dd-966d-eca25fb51b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:12.011929 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-1dc684a8-05f2-46dd-966d-eca25fb51b14 admin admin] Added segment fbc664b8-a56a-4791-95dd-d8933c5dd325 of type vlan for network 7c3bdf31-584e-476e-ab3c-8c04149d9f58 Aug 04 12:39:12.077089 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1dc684a8-05f2-46dd-966d-eca25fb51b14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:12.205285 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1dc684a8-05f2-46dd-966d-eca25fb51b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:12.206459 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc684a8-05f2-46dd-966d-eca25fb51b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:12.207139 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1dc684a8-05f2-46dd-966d-eca25fb51b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:12.299561 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc684a8-05f2-46dd-966d-eca25fb51b14 admin admin] Pushing event updated for resources: {'Network': ['ID=7c3bdf31-584e-476e-ab3c-8c04149d9f58,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:12.321039 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network 7c3bdf31-584e-476e-ab3c-8c04149d9f58 details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:39:12.354884 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-1dc684a8-05f2-46dd-966d-eca25fb51b14 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1961138 Aug 04 12:39:12.358713 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 41074) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:12.362470 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-54c6969d-cddd-46e4-ac69-5da57843d8c2 admin admin] Request body: {'subnet': {'network_id': '7c3bdf31-584e-476e-ab3c-8c04149d9f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2131281150-subnet', 'tenant_id': '2fea5ed921b242b2a7334f203b2a5240', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:39:12.483654 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c6969d-cddd-46e4-ac69-5da57843d8c2 admin admin] Made reservation on behalf of 2fea5ed921b242b2a7334f203b2a5240 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:39:12.486271 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-54c6969d-cddd-46e4-ac69-5da57843d8c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:12.524021 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 41076) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:12.541918 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64a32cd4-2349-4c22-a474-ecdcf6d9996b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:12.727362 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64a32cd4-2349-4c22-a474-ecdcf6d9996b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:12.817138 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-54c6969d-cddd-46e4-ac69-5da57843d8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:12.848590 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64a32cd4-2349-4c22-a474-ecdcf6d9996b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:12.880807 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6969d-cddd-46e4-ac69-5da57843d8c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d7dd46-96af-49da-97e1-f5bb8f5c3ff2,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:12.893287 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c6969d-cddd-46e4-ac69-5da57843d8c2 admin admin] Checking segment: {'id': 'fbc664b8-a56a-4791-95dd-d8933c5dd325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7c3bdf31-584e-476e-ab3c-8c04149d9f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:39:12.893648 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c6969d-cddd-46e4-ac69-5da57843d8c2 admin admin] Network hostable DHCP agents. Network: 7c3bdf31-584e-476e-ab3c-8c04149d9f58, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:39:12.924808 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-64a32cd4-2349-4c22-a474-ecdcf6d9996b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0c0947ff0d8047728c94544fa23347ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3973656 Aug 04 12:39:12.925580 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 41080) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:12.933247 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a32cd4-2349-4c22-a474-ecdcf6d9996b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ede6d5-622b-46ad-8f5c-2125e59061a2,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:13.033782 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c6969d-cddd-46e4-ac69-5da57843d8c2 admin admin] Network 7c3bdf31-584e-476e-ab3c-8c04149d9f58 is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:39:13.080625 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe81d-5ff7-439d-951d-da06a482ef3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:13.091851 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64cb62-a97f-483b-ae0b-21663e37a139 req-86c5925e-adbf-4b11-8d08-d74a0ee9d2d1 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:13.099718 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1f64cb62-a97f-483b-ae0b-21663e37a139 req-86c5925e-adbf-4b11-8d08-d74a0ee9d2d1 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.1351595 Aug 04 12:39:13.149992 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe81d-5ff7-439d-951d-da06a482ef3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:13.195591 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1f64cb62-a97f-483b-ae0b-21663e37a139 req-faecde1f-2f88-4a1f-9155-001bfb6e0d25 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792284 Aug 04 12:39:13.210395 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-54c6969d-cddd-46e4-ac69-5da57843d8c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, 7c3bdf31-584e-476e-ab3c-8c04149d9f58) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:39:13.219192 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7d6186-a94b-4ff3-aa21-7c2641b06ed9 None None] Network 7c3bdf31-584e-476e-ab3c-8c04149d9f58 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:39:13.225684 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c6969d-cddd-46e4-ac69-5da57843d8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:13.226043 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-54c6969d-cddd-46e4-ac69-5da57843d8c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:13.270738 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dcca604e-e290-44e5-b3a4-eb963b225d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:13.278260 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98342586-f5ab-48a4-907f-f32d4b2667f5 req-336983dc-b4f5-42bb-8ba2-86231a837e2f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:13.282059 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-98342586-f5ab-48a4-907f-f32d4b2667f5 req-336983dc-b4f5-42bb-8ba2-86231a837e2f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0879955 Aug 04 12:39:13.332474 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-98342586-f5ab-48a4-907f-f32d4b2667f5 req-b6b93fee-ecf4-4ba8-9fe2-e7b7d0b6b5ac tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462978 Aug 04 12:39:13.334418 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-54c6969d-cddd-46e4-ac69-5da57843d8c2 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9758952 Aug 04 12:39:13.398922 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe81d-5ff7-439d-951d-da06a482ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:13.402170 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe81d-5ff7-439d-951d-da06a482ef3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:13.405881 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-d2ffe81d-5ff7-439d-951d-da06a482ef3d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a7ede6d5-622b-46ad-8f5c-2125e59061a2 HTTP/1.1" status: 204 len: 168 time: 0.4767880 Aug 04 12:39:13.418431 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffe81d-5ff7-439d-951d-da06a482ef3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ede6d5-622b-46ad-8f5c-2125e59061a2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:13.500065 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676680ab-30df-4f4d-983d-af07342e2f14 None None] Network 7c3bdf31-584e-476e-ab3c-8c04149d9f58 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:39:13.576566 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:14.481621 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f18dd-5d37-41fe-b813-11e7c0c9ed17 req-847a04bb-0a9d-4aab-a7c1-99f5f7e76614 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:14.483209 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-321f18dd-5d37-41fe-b813-11e7c0c9ed17 req-847a04bb-0a9d-4aab-a7c1-99f5f7e76614 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0530922 Aug 04 12:39:14.505123 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:14.848437 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-321f18dd-5d37-41fe-b813-11e7c0c9ed17 req-c727a9b4-c872-443c-866b-2d846cb9ac46 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3442125 Aug 04 12:39:14.891774 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853758c0-1bbc-4361-941e-cf012eb4c444 req-4a1099f8-dc82-49f1-b2ac-456d82dd4616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:14.893782 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-853758c0-1bbc-4361-941e-cf012eb4c444 req-4a1099f8-dc82-49f1-b2ac-456d82dd4616 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=465ae0594e354f498461306e541acbd3&device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 1099 time: 0.1279409 Aug 04 12:39:14.911237 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d93f46-835b-49aa-9209-c702830edafd req-5ff471e6-0584-4af7-86b1-ba26aaaa3529 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:14.912805 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-59d93f46-835b-49aa-9209-c702830edafd req-5ff471e6-0584-4af7-86b1-ba26aaaa3529 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.1460023 Aug 04 12:39:14.929877 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:39:15.018771 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-59d93f46-835b-49aa-9209-c702830edafd req-7e2b4174-59fc-40c7-8618-7f63b09bbeea tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975487 Aug 04 12:39:15.073832 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853758c0-1bbc-4361-941e-cf012eb4c444 req-b57e3c05-f27a-4752-bcc2-ab95248dea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:15.075290 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-853758c0-1bbc-4361-941e-cf012eb4c444 req-b57e3c05-f27a-4752-bcc2-ab95248dea08 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 HTTP/1.1" status: 200 len: 919 time: 0.1477361 Aug 04 12:39:15.149594 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-853758c0-1bbc-4361-941e-cf012eb4c444 req-b425d268-f614-40d2-a13c-064e4d36060c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d0102fa-1e0c-4de6-aabb-7c7b0809fccc HTTP/1.1" status: 200 len: 217 time: 0.0617030 Aug 04 12:39:15.266948 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853758c0-1bbc-4361-941e-cf012eb4c444 req-aee531c4-00e5-4fcc-a160-1ba5db22093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:15.269083 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-853758c0-1bbc-4361-941e-cf012eb4c444 req-aee531c4-00e5-4fcc-a160-1ba5db22093b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bcddcb6e-8579-46c5-9c70-12b6d396ce24 HTTP/1.1" status: 200 len: 858 time: 0.1109128 Aug 04 12:39:15.320640 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-853758c0-1bbc-4361-941e-cf012eb4c444 req-59a49284-a2a3-4357-90f2-701456784dc1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338197 Aug 04 12:39:15.434485 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-853758c0-1bbc-4361-941e-cf012eb4c444 req-745072e7-a09a-4371-b080-ec60db685803 service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031590 Aug 04 12:39:15.579726 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-853758c0-1bbc-4361-941e-cf012eb4c444 req-e13cf4a2-398d-478f-85c0-eb379daae79f service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291826 Aug 04 12:39:16.035180 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3f74c-48d3-4289-8def-3884de7d3138 req-83f50ec1-30e7-478b-ad05-08d96439cda6 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:16.043642 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a6b3f74c-48d3-4289-8def-3884de7d3138 req-83f50ec1-30e7-478b-ad05-08d96439cda6 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0699582 Aug 04 12:39:16.066626 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:16.092148 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a6b3f74c-48d3-4289-8def-3884de7d3138 req-d204f085-b5d4-4f07-8301-556b5eb7a832 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486100 Aug 04 12:39:16.177776 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9b61c-d513-4890-957d-883ec47384ba req-2e8efa55-a7e2-48a3-98c7-798bd57d6710 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:16.179356 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-69f9b61c-d513-4890-957d-883ec47384ba req-2e8efa55-a7e2-48a3-98c7-798bd57d6710 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0671556 Aug 04 12:39:16.335977 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-69f9b61c-d513-4890-957d-883ec47384ba req-89c8781c-8af3-4202-9b22-0f183443ce6e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450479 Aug 04 12:39:17.239109 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c193b08-ddd6-402b-9a7d-7195b50cedcd req-49eda271-dcfb-4a43-8738-39e424d7d6bf tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:17.240864 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3c193b08-ddd6-402b-9a7d-7195b50cedcd req-49eda271-dcfb-4a43-8738-39e424d7d6bf tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0627046 Aug 04 12:39:17.327864 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3c193b08-ddd6-402b-9a7d-7195b50cedcd req-f6921c26-d589-4eb0-8a5e-1f3237dfb2e0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744703 Aug 04 12:39:17.509054 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67bf07-a5a5-4124-89dc-bc189cd33431 req-f454aa1b-3151-4a66-81cf-7dc784fbfb79 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:17.517133 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bd67bf07-a5a5-4124-89dc-bc189cd33431 req-f454aa1b-3151-4a66-81cf-7dc784fbfb79 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0730364 Aug 04 12:39:17.577331 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bd67bf07-a5a5-4124-89dc-bc189cd33431 req-5ef7e84b-27a1-4383-9e63-6aaaff67710f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591886 Aug 04 12:39:17.724712 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 41202) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:17.810437 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2f608e08-32ae-4144-a1e2-7d4903af71f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:17.952753 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2f608e08-32ae-4144-a1e2-7d4903af71f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:18.435491 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2f608e08-32ae-4144-a1e2-7d4903af71f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:18.472566 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132720f6-74aa-4972-b2d4-0f5f1c72ceab req-4ed7cdea-7c9f-42a2-a3d6-4b0d700e46f9 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:18.474667 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-132720f6-74aa-4972-b2d4-0f5f1c72ceab req-4ed7cdea-7c9f-42a2-a3d6-4b0d700e46f9 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0583198 Aug 04 12:39:18.485619 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f608e08-32ae-4144-a1e2-7d4903af71f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c365751-9205-4674-b02e-0836d2453a5b,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:18.493042 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-2f608e08-32ae-4144-a1e2-7d4903af71f5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0123650527d94ca585c89b14e4a37d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8345640 Aug 04 12:39:18.493803 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 41214) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:18.559150 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0d034baf-805a-4fbf-8be5-3ec1d18ec686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:18.583057 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0d034baf-805a-4fbf-8be5-3ec1d18ec686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:18.590357 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-132720f6-74aa-4972-b2d4-0f5f1c72ceab req-21fa5393-c5ec-4815-a50c-65008e0327ca tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015635 Aug 04 12:39:18.745881 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a704356-5144-47b1-934e-e0fd314f365e req-343d55ab-8d03-4b99-a923-58c83338788a tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:18.747651 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8a704356-5144-47b1-934e-e0fd314f365e req-343d55ab-8d03-4b99-a923-58c83338788a tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0565116 Aug 04 12:39:18.759879 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0d034baf-805a-4fbf-8be5-3ec1d18ec686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:18.763303 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0d034baf-805a-4fbf-8be5-3ec1d18ec686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:18.767897 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-0d034baf-805a-4fbf-8be5-3ec1d18ec686 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5c365751-9205-4674-b02e-0836d2453a5b HTTP/1.1" status: 204 len: 168 time: 0.2726855 Aug 04 12:39:18.786338 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d034baf-805a-4fbf-8be5-3ec1d18ec686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c365751-9205-4674-b02e-0836d2453a5b,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:18.806836 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8a704356-5144-47b1-934e-e0fd314f365e req-13ffc5c9-7f48-448f-9e61-3f3dbff71408 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508969 Aug 04 12:39:19.645213 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 41238) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:19.664692 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-48449088-265c-4bce-985d-d8c0fdbaec35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:19.767237 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23a131-651d-4269-985b-16364cd202d5 req-e286e6f0-ece1-47fd-b969-2ae193e44003 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:19.768636 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fa23a131-651d-4269-985b-16364cd202d5 req-e286e6f0-ece1-47fd-b969-2ae193e44003 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0743074 Aug 04 12:39:19.829271 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-48449088-265c-4bce-985d-d8c0fdbaec35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:19.832742 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fa23a131-651d-4269-985b-16364cd202d5 req-a96bfd72-af5f-4312-93a3-455951d991e8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571947 Aug 04 12:39:19.879617 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-48449088-265c-4bce-985d-d8c0fdbaec35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:19.952515 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-48449088-265c-4bce-985d-d8c0fdbaec35 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ca60af86558b4c60a7c967a12253d280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059642 Aug 04 12:39:19.955263 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48449088-265c-4bce-985d-d8c0fdbaec35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ad826a-5739-4f3b-875c-fee1668fcd10,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:19.955428 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 41250) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:19.974473 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c0fcc-046a-433d-8aa4-2fa97fa28561 req-c22f9013-a613-4cee-8d90-276b938d8fd4 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:19.975989 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-004c0fcc-046a-433d-8aa4-2fa97fa28561 req-c22f9013-a613-4cee-8d90-276b938d8fd4 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0925670 Aug 04 12:39:20.032208 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f3b4a3eb-c131-4e1c-b3c7-1530e9848af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:20.033019 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-004c0fcc-046a-433d-8aa4-2fa97fa28561 req-2882ccca-6579-4be2-a77c-88cdaf19c9bc tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374210 Aug 04 12:39:20.038570 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f3b4a3eb-c131-4e1c-b3c7-1530e9848af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:20.192054 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f3b4a3eb-c131-4e1c-b3c7-1530e9848af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:20.194718 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f3b4a3eb-c131-4e1c-b3c7-1530e9848af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:20.195900 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-f3b4a3eb-c131-4e1c-b3c7-1530e9848af9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/32ad826a-5739-4f3b-875c-fee1668fcd10 HTTP/1.1" status: 204 len: 168 time: 0.2388916 Aug 04 12:39:20.205628 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4a3eb-c131-4e1c-b3c7-1530e9848af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ad826a-5739-4f3b-875c-fee1668fcd10,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:20.768646 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ea2b9-442d-49bf-8cda-98ed697c92af req-fc0765c8-9cc7-40c4-ab49-908dc41cda28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:20.770504 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f31ea2b9-442d-49bf-8cda-98ed697c92af req-fc0765c8-9cc7-40c4-ab49-908dc41cda28 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cdc0003e64748479f74178220380fda&device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 1099 time: 0.0406809 Aug 04 12:39:20.865576 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ea2b9-442d-49bf-8cda-98ed697c92af req-de77fcb4-c096-4f1b-a8e0-f78916b8294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:20.867140 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f31ea2b9-442d-49bf-8cda-98ed697c92af req-de77fcb4-c096-4f1b-a8e0-f78916b8294a service neutron] 10.222.0.76 "GET /v2.0/networks?id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5 HTTP/1.1" status: 200 len: 918 time: 0.0877211 Aug 04 12:39:20.975426 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f31ea2b9-442d-49bf-8cda-98ed697c92af req-12accba6-112e-44ca-91e7-9ac3b34d7ae5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c676d4ba-5ccd-40b2-96c5-dbb550a32836 HTTP/1.1" status: 200 len: 1002 time: 0.0874472 Aug 04 12:39:20.990709 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df6b97-2afa-45ac-aafc-a64325b5d60d req-a55b6eb0-e4e1-4b1e-b19a-237f68b8f6d8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:20.992221 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-33df6b97-2afa-45ac-aafc-a64325b5d60d req-a55b6eb0-e4e1-4b1e-b19a-237f68b8f6d8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0675068 Aug 04 12:39:21.064427 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-33df6b97-2afa-45ac-aafc-a64325b5d60d req-82479489-1cf1-4a3b-b01e-c70d5fb50556 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632782 Aug 04 12:39:21.066320 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ea2b9-442d-49bf-8cda-98ed697c92af req-4e6bc8ef-9c88-4e7c-8505-e33f542a057f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:21.067934 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f31ea2b9-442d-49bf-8cda-98ed697c92af req-4e6bc8ef-9c88-4e7c-8505-e33f542a057f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=988d24d8-9aac-4159-8a04-ee92addd3047 HTTP/1.1" status: 200 len: 856 time: 0.0748861 Aug 04 12:39:21.154745 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ea2b9-442d-49bf-8cda-98ed697c92af req-f8735d8c-0cab-44bb-bcb4-375045ec944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:21.156248 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f31ea2b9-442d-49bf-8cda-98ed697c92af req-f8735d8c-0cab-44bb-bcb4-375045ec944c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772324 Aug 04 12:39:21.190629 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5dfbe-a0cd-4e91-92b1-8cae16f959d4 req-0e4809de-b2dd-496b-ad9c-d5e6a33580bc tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:21.192065 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-71c5dfbe-a0cd-4e91-92b1-8cae16f959d4 req-0e4809de-b2dd-496b-ad9c-d5e6a33580bc tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0799711 Aug 04 12:39:21.269868 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-71c5dfbe-a0cd-4e91-92b1-8cae16f959d4 req-9d735d59-bd8a-4863-af8c-49572550947e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540032 Aug 04 12:39:21.287186 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f31ea2b9-442d-49bf-8cda-98ed697c92af req-5d448bb9-f8cb-4e45-8b77-3387574bfcbd service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228218 Aug 04 12:39:21.383938 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f31ea2b9-442d-49bf-8cda-98ed697c92af req-b3532862-ff47-49b1-bb82-f72fb8fe6238 service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867927 Aug 04 12:39:22.231877 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b9fe8-7396-4910-bbf7-2123f6619506 req-e8b74bfd-9691-4a9a-9b85-694a288d8ef3 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:22.233421 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-259b9fe8-7396-4910-bbf7-2123f6619506 req-e8b74bfd-9691-4a9a-9b85-694a288d8ef3 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 946 time: 0.0493801 Aug 04 12:39:22.285305 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-259b9fe8-7396-4910-bbf7-2123f6619506 req-7808f14d-26c0-4305-8b9d-9a732417581d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375998 Aug 04 12:39:22.406548 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3eb20-036e-417f-869e-f39f4c8a52df req-b28dbf1e-0fd1-48bb-b0a6-f1ce95dfda60 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:22.408179 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-27d3eb20-036e-417f-869e-f39f4c8a52df req-b28dbf1e-0fd1-48bb-b0a6-f1ce95dfda60 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0523996 Aug 04 12:39:22.446520 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-27d3eb20-036e-417f-869e-f39f4c8a52df req-7bc9db36-d99d-429f-b4fc-652e8d8b4986 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322351 Aug 04 12:39:22.845825 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device c676d4ba-5ccd-40b2-96c5-dbb550a32836 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:39:22.924022 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:22.946045 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec4f946-dc33-461c-a35f-cbdfe41b7b03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:39:22.948326 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729f1a3b-f8df-4e47-8b3f-641279bd3257" -d '{"events": [{"server_uuid": "5ec4f946-dc33-461c-a35f-cbdfe41b7b03", "name": "network-vif-unplugged", "status": "completed", "tag": "c676d4ba-5ccd-40b2-96c5-dbb550a32836"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:39:22.961045 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port c676d4ba-5ccd-40b2-96c5-dbb550a32836, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=c676d4ba-5ccd-40b2-96c5-dbb550a32836,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:39:22.984258 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 12:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606e9b29-1259-42b9-bb36-4f280729124b x-openstack-request-id: req-606e9b29-1259-42b9-bb36-4f280729124b {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:39:22.984549 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec4f946-dc33-461c-a35f-cbdfe41b7b03", "name": "network-vif-unplugged", "status": "completed", "tag": "c676d4ba-5ccd-40b2-96c5-dbb550a32836", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:39:22.984810 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-606e9b29-1259-42b9-bb36-4f280729124b {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:39:22.985200 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec4f946-dc33-461c-a35f-cbdfe41b7b03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836', 'code': 200} Aug 04 12:39:23.049636 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:23.098853 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=c676d4ba-5ccd-40b2-96c5-dbb550a32836,revision_number=8']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:23.426314 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff6970-8c3b-4c75-8c50-d3f4098ce1c6 req-197e9152-80e7-4bc5-af30-76d77fc9c1c4 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:23.427998 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-89ff6970-8c3b-4c75-8c50-d3f4098ce1c6 req-197e9152-80e7-4bc5-af30-76d77fc9c1c4 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0595443 Aug 04 12:39:23.466767 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-89ff6970-8c3b-4c75-8c50-d3f4098ce1c6 req-a868d544-2c2b-4a5a-84cf-5370fb4fab83 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323882 Aug 04 12:39:23.565865 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f51a1-5224-42fd-b119-6e6d074b72c0 req-a70dd696-3967-41d4-8988-0ff528b3ce2e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:23.567528 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3c6f51a1-5224-42fd-b119-6e6d074b72c0 req-a70dd696-3967-41d4-8988-0ff528b3ce2e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0513992 Aug 04 12:39:23.606410 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3c6f51a1-5224-42fd-b119-6e6d074b72c0 req-92a8ebcc-fd8b-4849-b541-3e3cf1631f98 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323818 Aug 04 12:39:24.586151 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51e1f6-c9e6-4f64-a06d-217b5fac8508 req-75279bd0-7db4-4f38-953f-ee9b86e5cbde tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:24.588058 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4c51e1f6-c9e6-4f64-a06d-217b5fac8508 req-75279bd0-7db4-4f38-953f-ee9b86e5cbde tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0486953 Aug 04 12:39:24.634327 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4c51e1f6-c9e6-4f64-a06d-217b5fac8508 req-8126b009-0b18-4cb4-b125-25ec3f9abb9e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391455 Aug 04 12:39:24.747515 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53258f4-87f3-4976-b5dc-3a47e229bbcb req-4ae7b65c-4920-4928-8736-b1e1b5bef536 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:24.749063 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e53258f4-87f3-4976-b5dc-3a47e229bbcb req-4ae7b65c-4920-4928-8736-b1e1b5bef536 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0707436 Aug 04 12:39:24.797833 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e53258f4-87f3-4976-b5dc-3a47e229bbcb req-05a1c145-9998-4844-80cf-2e934cb9a5e6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428095 Aug 04 12:39:25.916458 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 41400) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:25.929126 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9fa56-aba1-4557-b693-ff36bf2bc199 req-795b9663-f88c-4330-b560-3034a23afa2a tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:25.931200 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f2d9fa56-aba1-4557-b693-ff36bf2bc199 req-795b9663-f88c-4330-b560-3034a23afa2a tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0534322 Aug 04 12:39:25.973864 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f2d9fa56-aba1-4557-b693-ff36bf2bc199 req-a03b10c6-3de3-4c7b-af4c-452a2a7c493f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355947 Aug 04 12:39:26.044053 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f51caf46-b029-42ea-b3cf-ac1e0b057291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:26.132480 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f51caf46-b029-42ea-b3cf-ac1e0b057291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:26.217001 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f51caf46-b029-42ea-b3cf-ac1e0b057291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:26.255156 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-f51caf46-b029-42ea-b3cf-ac1e0b057291 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b06e9c661f9141f6b05a97ec3cd3331f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375375 Aug 04 12:39:26.256020 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51caf46-b029-42ea-b3cf-ac1e0b057291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a166557a-9cd9-4f5a-b466-48391a289f1b,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:26.257753 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 41408) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:26.324976 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-94135b2a-f677-4180-b2b7-e8673d831f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:26.369544 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-94135b2a-f677-4180-b2b7-e8673d831f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:26.398604 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1e936-08e4-48b6-b1cf-875b7e7c8a43 req-5fc87f0d-6db2-4b5d-9392-29dfee341c70 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:26.400126 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-57d1e936-08e4-48b6-b1cf-875b7e7c8a43 req-5fc87f0d-6db2-4b5d-9392-29dfee341c70 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0884154 Aug 04 12:39:26.449095 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-57d1e936-08e4-48b6-b1cf-875b7e7c8a43 req-2977de6b-a0ec-4b8c-85df-7a01177881fd tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418704 Aug 04 12:39:26.553708 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-94135b2a-f677-4180-b2b7-e8673d831f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:26.556411 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-94135b2a-f677-4180-b2b7-e8673d831f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:26.557571 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-94135b2a-f677-4180-b2b7-e8673d831f29 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a166557a-9cd9-4f5a-b466-48391a289f1b HTTP/1.1" status: 204 len: 168 time: 0.2981942 Aug 04 12:39:26.566166 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94135b2a-f677-4180-b2b7-e8673d831f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a166557a-9cd9-4f5a-b466-48391a289f1b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:26.868003 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device c676d4ba-5ccd-40b2-96c5-dbb550a32836 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:39:27.026939 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 41446) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:27.122719 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37c2d7-edce-462a-8ee5-6c134dbafd39 req-8560a83e-e5f4-4263-bc53-0c6112001dae tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:27.124137 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4b37c2d7-edce-462a-8ee5-6c134dbafd39 req-8560a83e-e5f4-4263-bc53-0c6112001dae tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0797026 Aug 04 12:39:27.131307 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-35b21b1d-045b-48f1-bd85-9054132cb1b4 req-354e192c-ea68-4528-834d-1457ced064a9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1025863 Aug 04 12:39:27.169618 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4b37c2d7-edce-462a-8ee5-6c134dbafd39 req-a89a381f-ecc0-4a43-b7fa-4ff8b499c79b tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368421 Aug 04 12:39:27.307350 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 41458) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:27.321184 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-27ac7fc0-bafe-483f-9613-b279430c6ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:27.412570 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-27ac7fc0-bafe-483f-9613-b279430c6ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:27.489482 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-27ac7fc0-bafe-483f-9613-b279430c6ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:27.523235 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-27ac7fc0-bafe-483f-9613-b279430c6ce1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=79affb12f52b4e1a879cf511ab6caa07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147157 Aug 04 12:39:27.526006 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 41462) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:27.532740 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac7fc0-bafe-483f-9613-b279430c6ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adce795-91cc-4d8d-8dd2-50e77594d14e,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:27.605718 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a2d27-0eb8-480a-8db2-32e60de626c7 req-e5423982-ae24-4a0b-a4e0-9c777a264034 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:27.607777 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-df2a2d27-0eb8-480a-8db2-32e60de626c7 req-e5423982-ae24-4a0b-a4e0-9c777a264034 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0662956 Aug 04 12:39:27.625325 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-61a2a2a2-83e9-4c42-97c9-1a14d3e8120c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:27.661773 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-61a2a2a2-83e9-4c42-97c9-1a14d3e8120c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:27.672276 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-df2a2d27-0eb8-480a-8db2-32e60de626c7 req-4574f565-3d66-4164-b0ed-4aaaba2704d1 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574608 Aug 04 12:39:27.850804 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-61a2a2a2-83e9-4c42-97c9-1a14d3e8120c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:27.853449 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-61a2a2a2-83e9-4c42-97c9-1a14d3e8120c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:27.854671 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-61a2a2a2-83e9-4c42-97c9-1a14d3e8120c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4adce795-91cc-4d8d-8dd2-50e77594d14e HTTP/1.1" status: 204 len: 168 time: 0.3274679 Aug 04 12:39:27.863152 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2a2a2-83e9-4c42-97c9-1a14d3e8120c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adce795-91cc-4d8d-8dd2-50e77594d14e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:28.301043 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc3a63-61a7-4a57-9b65-796bd6420329 req-99cc0162-bfe0-4252-9799-1a3cb9b10ad3 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:28.309116 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3ffc3a63-61a7-4a57-9b65-796bd6420329 req-99cc0162-bfe0-4252-9799-1a3cb9b10ad3 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0653460 Aug 04 12:39:28.353789 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3ffc3a63-61a7-4a57-9b65-796bd6420329 req-cec3adbc-609c-4fae-9ba5-da2230d075a7 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423648 Aug 04 12:39:28.788040 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980592be-14e9-4d45-bb3f-d28b7b648c5e req-6ad4518a-5b76-408b-b82b-74d7fd6f24eb tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:28.789662 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-980592be-14e9-4d45-bb3f-d28b7b648c5e req-6ad4518a-5b76-408b-b82b-74d7fd6f24eb tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0474703 Aug 04 12:39:28.828360 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-980592be-14e9-4d45-bb3f-d28b7b648c5e req-69614f27-4c89-4264-95f9-13b98cd00cd7 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324426 Aug 04 12:39:29.466509 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2c681-c358-425f-9273-9eea8ca8b43e req-84bd8933-6b0e-48ff-9538-fd4f438468ff tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:29.467995 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c0f2c681-c358-425f-9273-9eea8ca8b43e req-84bd8933-6b0e-48ff-9538-fd4f438468ff tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0503526 Aug 04 12:39:29.515539 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c0f2c681-c358-425f-9273-9eea8ca8b43e req-9e514645-79f4-44e8-99e2-039c9b859aa8 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332034 Aug 04 12:39:29.951431 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493bf32-f902-48f0-9cf8-ccf645fc2778 req-e6b4623c-8b40-4d2e-8d2a-1e1f4ede925d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:29.952938 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4493bf32-f902-48f0-9cf8-ccf645fc2778 req-e6b4623c-8b40-4d2e-8d2a-1e1f4ede925d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0532062 Aug 04 12:39:29.990068 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4493bf32-f902-48f0-9cf8-ccf645fc2778 req-cefba14d-5a7b-47de-816c-687eb918817e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312085 Aug 04 12:39:30.626766 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e0ff2-3a59-4c19-b747-d1705351efa2 req-ce15ef91-1b8b-4f04-9458-f1e68878be8e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:30.627573 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7f7e0ff2-3a59-4c19-b747-d1705351efa2 req-ce15ef91-1b8b-4f04-9458-f1e68878be8e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0510027 Aug 04 12:39:30.667773 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7f7e0ff2-3a59-4c19-b747-d1705351efa2 req-3cdaaf53-ec28-4823-b981-837ad0529313 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335088 Aug 04 12:39:30.779241 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b21b1d-045b-48f1-bd85-9054132cb1b4 req-2f0d791e-2660-4619-a537-8a449f7006e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:30.779241 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-35b21b1d-045b-48f1-bd85-9054132cb1b4 req-2f0d791e-2660-4619-a537-8a449f7006e6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03&tenant_id=6cdc0003e64748479f74178220380fda HTTP/1.1" status: 200 len: 1097 time: 0.0741923 Aug 04 12:39:30.856121 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b21b1d-045b-48f1-bd85-9054132cb1b4 req-8f54ebff-436b-48cc-a6b7-02e05018ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:30.858254 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-35b21b1d-045b-48f1-bd85-9054132cb1b4 req-8f54ebff-436b-48cc-a6b7-02e05018ce08 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cdc0003e64748479f74178220380fda&device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 1097 time: 0.0393369 Aug 04 12:39:30.947456 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b21b1d-045b-48f1-bd85-9054132cb1b4 req-f468072f-e120-4781-b1ac-445ab772b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:30.948844 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-35b21b1d-045b-48f1-bd85-9054132cb1b4 req-f468072f-e120-4781-b1ac-445ab772b805 service neutron] 10.222.0.76 "GET /v2.0/networks?id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5 HTTP/1.1" status: 200 len: 918 time: 0.0817113 Aug 04 12:39:31.031601 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-35b21b1d-045b-48f1-bd85-9054132cb1b4 req-9e133a1b-2afb-4479-b30d-b2cfcf260984 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c676d4ba-5ccd-40b2-96c5-dbb550a32836 HTTP/1.1" status: 200 len: 1000 time: 0.0730751 Aug 04 12:39:31.085108 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b21b1d-045b-48f1-bd85-9054132cb1b4 req-d202cb8d-6a7d-4b72-aac5-7651825e2007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:31.086585 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-35b21b1d-045b-48f1-bd85-9054132cb1b4 req-d202cb8d-6a7d-4b72-aac5-7651825e2007 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=988d24d8-9aac-4159-8a04-ee92addd3047 HTTP/1.1" status: 200 len: 856 time: 0.0470386 Aug 04 12:39:31.155754 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b21b1d-045b-48f1-bd85-9054132cb1b4 req-a08add5b-ddba-450f-a1db-b4696a8e5d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:31.157218 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-35b21b1d-045b-48f1-bd85-9054132cb1b4 req-a08add5b-ddba-450f-a1db-b4696a8e5d0c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610638 Aug 04 12:39:31.167585 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb9ae2-efa0-4bc7-bd5e-0cc97cfb35d2 req-0eb84c21-61ae-468c-bfd9-287c6fdfef78 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:31.168960 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9feb9ae2-efa0-4bc7-bd5e-0cc97cfb35d2 req-0eb84c21-61ae-468c-bfd9-287c6fdfef78 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0815048 Aug 04 12:39:31.252930 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9feb9ae2-efa0-4bc7-bd5e-0cc97cfb35d2 req-297ab185-ccaf-4870-a4bf-ed007cd96618 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776987 Aug 04 12:39:31.284642 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-35b21b1d-045b-48f1-bd85-9054132cb1b4 req-ae53e848-b1dd-40cd-8c68-38b4fad4d290 service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027572 Aug 04 12:39:31.310378 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb283a78-ee08-411e-8159-a70ae2030c67 req-631c8641-295c-4cd5-ad65-9228c164e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:31.311925 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-fb283a78-ee08-411e-8159-a70ae2030c67 req-631c8641-295c-4cd5-ad65-9228c164e73d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 1099 time: 0.0433500 Aug 04 12:39:31.347501 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-fb283a78-ee08-411e-8159-a70ae2030c67 req-86ce7d1f-bbc7-4661-8e9b-acee7ce45f50 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278180 Aug 04 12:39:31.378327 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-35b21b1d-045b-48f1-bd85-9054132cb1b4 req-99a00d45-3d90-4667-a5dc-40e669f388f0 service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843251 Aug 04 12:39:31.787445 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc98c2-d2e8-41b7-92a8-676f9a17a969 req-959de5f3-ec91-41e7-af16-ca2ed9c0901f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:31.789080 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6ccc98c2-d2e8-41b7-92a8-676f9a17a969 req-959de5f3-ec91-41e7-af16-ca2ed9c0901f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0545497 Aug 04 12:39:31.827792 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6ccc98c2-d2e8-41b7-92a8-676f9a17a969 req-14ecddb0-51fd-4033-8d69-217e165997bf tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319979 Aug 04 12:39:32.165797 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 41566) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:32.209070 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2a1cd7-9701-46ca-86fc-f8d589076042 admin admin] Deleting subnet 1f430858-eead-4ccb-836e-22f4312d7bf2 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 12:39:32.212174 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1cd7-9701-46ca-86fc-f8d589076042 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:32.250440 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1cd7-9701-46ca-86fc-f8d589076042 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:32.256012 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1cd7-9701-46ca-86fc-f8d589076042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8264673'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:32.371085 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1cd7-9701-46ca-86fc-f8d589076042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8263954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:32.407750 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a1cd7-9701-46ca-86fc-f8d589076042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f430858-eead-4ccb-836e-22f4312d7bf2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:32.418420 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb2a1cd7-9701-46ca-86fc-f8d589076042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:32.420697 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-fb2a1cd7-9701-46ca-86fc-f8d589076042 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/1f430858-eead-4ccb-836e-22f4312d7bf2 HTTP/1.1" status: 204 len: 168 time: 0.2537909 Aug 04 12:39:32.423747 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 41580) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:32.451295 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01d59d-720c-4723-b5b7-ff4d2b1aef8f req-ea68d0cb-ebc9-491f-9fab-92a682dd42a3 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:32.469978 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0c01d59d-720c-4723-b5b7-ff4d2b1aef8f req-ea68d0cb-ebc9-491f-9fab-92a682dd42a3 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.1320417 Aug 04 12:39:32.518718 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-20684b59-b34f-460e-a9e8-cc96f2e7e32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7872879'] for network, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:32.542424 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0c01d59d-720c-4723-b5b7-ff4d2b1aef8f req-c71efd63-47f6-45c4-bc45-8a6cc41fca9f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713592 Aug 04 12:39:32.648150 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-20684b59-b34f-460e-a9e8-cc96f2e7e32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314982', 'neutron.services.segments.db._delete_segments_for_network-8788656383735'] for network, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:32.661805 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-20684b59-b34f-460e-a9e8-cc96f2e7e32f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba71ef13-fc34-4c48-b213-078e393a3629']}} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:39:32.674524 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-20684b59-b34f-460e-a9e8-cc96f2e7e32f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e02453-cf93-482a-ae50-59f4360b1247') {'for_net_delete': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:39:32.674833 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-20684b59-b34f-460e-a9e8-cc96f2e7e32f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e02453-cf93-482a-ae50-59f4360b1247') {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:39:32.685525 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-20684b59-b34f-460e-a9e8-cc96f2e7e32f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788656387588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9287380'] for segment, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:32.703781 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-20684b59-b34f-460e-a9e8-cc96f2e7e32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:32.710137 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20684b59-b34f-460e-a9e8-cc96f2e7e32f admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 12:39:32.710529 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-20684b59-b34f-460e-a9e8-cc96f2e7e32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2652940'] for segment, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: Traceback (most recent call last): Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: timer() Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: cb(*args, **kw) Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: return func(*args, **kwargs) Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: self._notify() Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: self.callback(batched_events) Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: event.method(event) Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: return f(self, *a, **k) Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._get(url).json() Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: return self.request(url, 'GET', **kwargs) Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 12:39:32.712238 dv-cinder-803046-4-iscsi neutron-server[94079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 12:39:32.868163 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-20684b59-b34f-460e-a9e8-cc96f2e7e32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544019'] for network, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:32.875313 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-20684b59-b34f-460e-a9e8-cc96f2e7e32f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:32.880900 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 41584) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:32.881432 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-20684b59-b34f-460e-a9e8-cc96f2e7e32f admin admin] 10.222.0.90 "DELETE /v2.0/networks/ba71ef13-fc34-4c48-b213-078e393a3629 HTTP/1.1" status: 204 len: 168 time: 0.4557137 Aug 04 12:39:32.902067 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20684b59-b34f-460e-a9e8-cc96f2e7e32f admin admin] Pushing event deleted for resources: {'Network': ['ID=ba71ef13-fc34-4c48-b213-078e393a3629,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:32.963583 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1dc5aa-f237-4da2-ae41-25e2c871e5db admin admin] Deleting subnet 00d7dd46-96af-49da-97e1-f5bb8f5c3ff2 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 12:39:32.969939 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc1dc5aa-f237-4da2-ae41-25e2c871e5db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:32.995746 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d267c-2166-4fd6-9a34-bc6606d3df4a req-27745ccc-71fe-475d-8946-4544ce06a0c0 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:32.998000 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a25d267c-2166-4fd6-9a34-bc6606d3df4a req-27745ccc-71fe-475d-8946-4544ce06a0c0 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0825827 Aug 04 12:39:33.026623 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc1dc5aa-f237-4da2-ae41-25e2c871e5db admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:33.036093 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc1dc5aa-f237-4da2-ae41-25e2c871e5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8264673'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:33.069505 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a25d267c-2166-4fd6-9a34-bc6606d3df4a req-31d491d2-1694-4921-b4ad-ac8f8cec2019 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615425 Aug 04 12:39:33.164142 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc1dc5aa-f237-4da2-ae41-25e2c871e5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8263954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:33.195449 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1dc5aa-f237-4da2-ae41-25e2c871e5db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d7dd46-96af-49da-97e1-f5bb8f5c3ff2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:33.199341 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc1dc5aa-f237-4da2-ae41-25e2c871e5db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:33.201590 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-bc1dc5aa-f237-4da2-ae41-25e2c871e5db admin admin] 10.222.0.90 "DELETE /v2.0/subnets/00d7dd46-96af-49da-97e1-f5bb8f5c3ff2 HTTP/1.1" status: 204 len: 168 time: 0.3192549 Aug 04 12:39:33.203779 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 41586) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:33.274439 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7872879'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:33.365285 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314982', 'neutron.services.segments.db._delete_segments_for_network-8788656383735'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:33.377064 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:39:33.377434 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:39:33.378317 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:39:33.378653 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Subscribe: > port after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:39:33.378992 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:39:33.379463 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Subscribe: > port after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:39:33.379757 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:39:33.380135 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:39:33.380456 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:39:33.380779 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:39:33.457734 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:39:33.460148 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:39:33.460148 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:39:33.460148 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 12:39:33.460148 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3bdf31-584e-476e-ab3c-8c04149d9f58']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:39:33.477783 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc664b8-a56a-4791-95dd-d8933c5dd325') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:39:33.478243 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc664b8-a56a-4791-95dd-d8933c5dd325') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:39:33.496293 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788656387588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3168403'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:33.516949 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:33.526302 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 12:39:33.526676 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4003244'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: from cryptography.utils import int_from_bytes Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: from cryptography.utils import int_from_bytes Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: Traceback (most recent call last): Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: timer() Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: cb(*args, **kw) Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: return func(*args, **kwargs) Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: self._notify() Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: self.callback(batched_events) Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: event.method(event) Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: return f(self, *a, **k) Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: return self._get(url).json() Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: return self.request(url, 'GET', **kwargs) Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 12:39:33.531157 dv-cinder-803046-4-iscsi neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 12:39:33.873875 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544019'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:33.885097 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:33.886712 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] 10.222.0.90 "DELETE /v2.0/networks/7c3bdf31-584e-476e-ab3c-8c04149d9f58 HTTP/1.1" status: 204 len: 168 time: 0.6820021 Aug 04 12:39:33.897953 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3996c-ed6d-45b4-9a79-2108ec97be6b admin admin] Pushing event deleted for resources: {'Network': ['ID=7c3bdf31-584e-476e-ab3c-8c04149d9f58,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:33.914446 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fabece6-edbb-4d9e-bc68-114ab2b20c4c req-a3d06e2c-06cf-4cbc-a417-bd12230227cf tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:33.915949 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9fabece6-edbb-4d9e-bc68-114ab2b20c4c req-a3d06e2c-06cf-4cbc-a417-bd12230227cf tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.2694228 Aug 04 12:39:33.955904 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9fabece6-edbb-4d9e-bc68-114ab2b20c4c req-5311c9d9-f61a-4667-917c-4ba093ca77c2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328276 Aug 04 12:39:34.197042 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34524947-4bfd-42d4-94b4-971599ad690c req-db7c9314-de6f-4434-93af-bcf5126df950 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:34.198544 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-34524947-4bfd-42d4-94b4-971599ad690c req-db7c9314-de6f-4434-93af-bcf5126df950 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0480397 Aug 04 12:39:34.251443 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-34524947-4bfd-42d4-94b4-971599ad690c req-80185ad5-367d-46f0-b9ce-2bee555dbc8d tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455761 Aug 04 12:39:34.287423 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 41602) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:34.335955 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-20e68538-9b7b-4df4-9c6a-96f6dff41aa1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ba1a9c748fba4107b337bab984e34502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473664 Aug 04 12:39:34.338528 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 41604) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:34.408388 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1f6476ce-0bf2-4511-8bcb-e995d2626897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:34.428599 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1f6476ce-0bf2-4511-8bcb-e995d2626897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:34.536573 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1f6476ce-0bf2-4511-8bcb-e995d2626897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:34.539258 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1f6476ce-0bf2-4511-8bcb-e995d2626897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:34.542996 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-1f6476ce-0bf2-4511-8bcb-e995d2626897 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/25ca604a-b82c-48b3-aa7c-59f2e0df2626 HTTP/1.1" status: 204 len: 168 time: 0.2005560 Aug 04 12:39:34.552711 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6476ce-0bf2-4511-8bcb-e995d2626897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ca604a-b82c-48b3-aa7c-59f2e0df2626,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:35.107994 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8716c6-b2f5-4e91-92e4-c5f05f755ba7 req-ba9c1c25-20fc-4198-a580-4fcb8edbe8ea tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:35.109581 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ba8716c6-b2f5-4e91-92e4-c5f05f755ba7 req-ba9c1c25-20fc-4198-a580-4fcb8edbe8ea tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0614150 Aug 04 12:39:35.157744 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ba8716c6-b2f5-4e91-92e4-c5f05f755ba7 req-694e05b6-6f63-498f-b8b1-e741ca1f207e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415688 Aug 04 12:39:35.220437 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 41618) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:35.233499 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 41620) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:35.266024 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-02832cb6-9d1a-4cdf-9d5e-0ac8716279be admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2fea5ed921b242b2a7334f203b2a5240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443852 Aug 04 12:39:35.268533 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 41624) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:35.352461 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef5f64bd-0968-4806-bdc0-2cdf5d461cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:35.399586 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef5f64bd-0968-4806-bdc0-2cdf5d461cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:35.423215 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ba817-59f9-4940-bbf1-9cb610c64ff9 req-7114f75c-3ed1-496f-bcbd-f57bf401ed69 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:35.424674 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7d3ba817-59f9-4940-bbf1-9cb610c64ff9 req-7114f75c-3ed1-496f-bcbd-f57bf401ed69 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0861886 Aug 04 12:39:35.441110 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b872d719-5258-455c-ac4e-08ea4210a0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:35.514120 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7d3ba817-59f9-4940-bbf1-9cb610c64ff9 req-02484a46-9e4b-43e5-8f2a-ad32c0e99e9e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819216 Aug 04 12:39:35.600765 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef5f64bd-0968-4806-bdc0-2cdf5d461cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:35.603486 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef5f64bd-0968-4806-bdc0-2cdf5d461cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:35.607406 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-ef5f64bd-0968-4806-bdc0-2cdf5d461cc7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cdcbd648-8b1d-4ce7-a661-a55e1fd5cda0 HTTP/1.1" status: 204 len: 168 time: 0.3348830 Aug 04 12:39:35.620380 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f64bd-0968-4806-bdc0-2cdf5d461cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcbd648-8b1d-4ce7-a661-a55e1fd5cda0,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:35.695170 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b872d719-5258-455c-ac4e-08ea4210a0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:35.809763 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b872d719-5258-455c-ac4e-08ea4210a0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:35.874223 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-b872d719-5258-455c-ac4e-08ea4210a0ac admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=66ad7327e2f642b99bc6d75447f0eb04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6394308 Aug 04 12:39:35.875141 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872d719-5258-455c-ac4e-08ea4210a0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977450f1-d872-47af-b126-7099f9a8fb74,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:35.877139 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 41632) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:39:35.980239 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6eedf4ef-0046-4505-bd2a-3e10fa8f96b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:36.016150 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6eedf4ef-0046-4505-bd2a-3e10fa8f96b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:36.273926 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856515b-78ee-4027-8172-94d7064cada7 req-6f3a14b9-351c-4b90-bea1-dd9ff112daa8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:36.275419 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3856515b-78ee-4027-8172-94d7064cada7 req-6f3a14b9-351c-4b90-bea1-dd9ff112daa8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0485365 Aug 04 12:39:36.322182 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3856515b-78ee-4027-8172-94d7064cada7 req-3d4f3108-a7b2-4028-8348-c7e779e3decd tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401084 Aug 04 12:39:36.639799 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a630d9-2c2b-4f19-8702-7d7914e16ab5 req-ccd39f9b-95b5-43da-83f8-a76902224af3 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:36.641212 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-40a630d9-2c2b-4f19-8702-7d7914e16ab5 req-ccd39f9b-95b5-43da-83f8-a76902224af3 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0494497 Aug 04 12:39:36.693618 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-40a630d9-2c2b-4f19-8702-7d7914e16ab5 req-8b48cf6f-9620-4a68-9490-f1173a7e0ec5 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455673 Aug 04 12:39:36.874410 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6eedf4ef-0046-4505-bd2a-3e10fa8f96b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:36.877125 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6eedf4ef-0046-4505-bd2a-3e10fa8f96b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:36.878514 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-6eedf4ef-0046-4505-bd2a-3e10fa8f96b7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/977450f1-d872-47af-b126-7099f9a8fb74 HTTP/1.1" status: 204 len: 168 time: 1.0001729 Aug 04 12:39:36.886636 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedf4ef-0046-4505-bd2a-3e10fa8f96b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977450f1-d872-47af-b126-7099f9a8fb74,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:37.471311 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c506fa0-b397-49e6-baa5-320751c404b9 req-4948c7c9-7f8b-4d6c-a59d-9aaa8e91aea4 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:37.473307 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5c506fa0-b397-49e6-baa5-320751c404b9 req-4948c7c9-7f8b-4d6c-a59d-9aaa8e91aea4 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0680134 Aug 04 12:39:37.514443 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5c506fa0-b397-49e6-baa5-320751c404b9 req-c3054da3-a47b-4897-a642-80d3dab9b39b tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354221 Aug 04 12:39:37.839887 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b8127-1cae-422c-8ee6-a1a3c5b265ef req-c137267d-a226-4eab-89ce-77cabf21941e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:37.842108 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e38b8127-1cae-422c-8ee6-a1a3c5b265ef req-c137267d-a226-4eab-89ce-77cabf21941e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0752714 Aug 04 12:39:37.900697 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e38b8127-1cae-422c-8ee6-a1a3c5b265ef req-fd77b05b-6d96-452f-99a6-98c97ab5e339 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343144 Aug 04 12:39:38.685800 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986ef7a-9d35-4597-ab02-10baec6884b8 req-1ae4e043-5c40-4772-9b77-0fb8b97bdea8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:38.693261 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5986ef7a-9d35-4597-ab02-10baec6884b8 req-1ae4e043-5c40-4772-9b77-0fb8b97bdea8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0774355 Aug 04 12:39:38.739330 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5986ef7a-9d35-4597-ab02-10baec6884b8 req-50bafade-854d-43a4-a004-27a81634ea71 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404329 Aug 04 12:39:39.026203 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba21437-b57e-4ed9-bdb9-5324792acf1e req-df79bf3e-b6e5-4719-b8dc-67fb89194bc9 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:39.027746 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1ba21437-b57e-4ed9-bdb9-5324792acf1e req-df79bf3e-b6e5-4719-b8dc-67fb89194bc9 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0566695 Aug 04 12:39:39.068307 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1ba21437-b57e-4ed9-bdb9-5324792acf1e req-774864a4-60ae-415a-afb6-46744fe9d4c1 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334630 Aug 04 12:39:39.091725 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:39.873709 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974efdc2-fd94-4eab-a8c2-9ed7a829f510 req-a698d3b6-db17-454f-a449-47c60b3cb13f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:39.875866 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-974efdc2-fd94-4eab-a8c2-9ed7a829f510 req-a698d3b6-db17-454f-a449-47c60b3cb13f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0547857 Aug 04 12:39:39.920434 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-974efdc2-fd94-4eab-a8c2-9ed7a829f510 req-f3cea7e9-ad4c-4483-bf53-4106f2edd20b tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383043 Aug 04 12:39:40.220404 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c208ba-eba1-48ce-8b11-1c3188d72e4b req-a7573ed8-ddeb-45d6-88e8-0de255357e4a tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:40.222854 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9c208ba-eba1-48ce-8b11-1c3188d72e4b req-a7573ed8-ddeb-45d6-88e8-0de255357e4a tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0722177 Aug 04 12:39:40.266410 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9c208ba-eba1-48ce-8b11-1c3188d72e4b req-21a6488d-0888-4950-806c-54cf8862c27b tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376670 Aug 04 12:39:40.740692 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d64c5121-6c53-4fef-92bf-3ced5d8d2a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:41.056577 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdf852-ae96-413a-9d00-cd83991d3ce8 req-7e2c0cb1-cebc-42d4-b0c3-6b1b4d9d349b tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:41.059386 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f9bdf852-ae96-413a-9d00-cd83991d3ce8 req-7e2c0cb1-cebc-42d4-b0c3-6b1b4d9d349b tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0554314 Aug 04 12:39:41.099662 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f9bdf852-ae96-413a-9d00-cd83991d3ce8 req-71fdfc61-c3de-4e03-86bf-1667795edcfe tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335963 Aug 04 12:39:41.392455 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e8834-b4fe-4af2-b57d-300ab6944d7f req-80336272-3494-46cf-ae13-d1630ccf0e39 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:41.394063 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-842e8834-b4fe-4af2-b57d-300ab6944d7f req-80336272-3494-46cf-ae13-d1630ccf0e39 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0573456 Aug 04 12:39:41.435096 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-842e8834-b4fe-4af2-b57d-300ab6944d7f req-859c6075-f56a-47a1-aaf2-ac143a6f3b7f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346067 Aug 04 12:39:42.236205 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c936e0-3955-4e35-90e5-272ebbf8e50a req-02a860bf-f07e-48ed-ab2a-deb172da84d9 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:42.237969 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c2c936e0-3955-4e35-90e5-272ebbf8e50a req-02a860bf-f07e-48ed-ab2a-deb172da84d9 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0518341 Aug 04 12:39:42.285688 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c2c936e0-3955-4e35-90e5-272ebbf8e50a req-557eea8b-f01c-4459-88f9-315546591c40 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416417 Aug 04 12:39:42.554356 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10af02d-b3c9-42c9-b493-2a0ebb7b9d55 req-7e384d84-100b-460b-b166-bbbaa3af7081 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:42.555882 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d10af02d-b3c9-42c9-b493-2a0ebb7b9d55 req-7e384d84-100b-460b-b166-bbbaa3af7081 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0499027 Aug 04 12:39:42.596609 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d10af02d-b3c9-42c9-b493-2a0ebb7b9d55 req-42b2214d-4191-4679-af58-5dbc06fe479b tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337996 Aug 04 12:39:43.188995 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-94a64be9-8aa4-4463-a196-4d54e7761f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:43.425158 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832223e4-ddea-4347-881b-78e5e382361c req-a024eaba-bc33-4399-a661-fa584e053afb tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:43.426784 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-832223e4-ddea-4347-881b-78e5e382361c req-a024eaba-bc33-4399-a661-fa584e053afb tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0596545 Aug 04 12:39:43.451431 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:43.471422 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-832223e4-ddea-4347-881b-78e5e382361c req-893a1f37-d861-471f-a83d-b237606bf2ea tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384817 Aug 04 12:39:43.714996 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24460e47-81f4-4a54-9086-4681a315f0f7 req-07f4738d-ae5f-4e33-906f-ae6e472b8412 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:43.716537 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-24460e47-81f4-4a54-9086-4681a315f0f7 req-07f4738d-ae5f-4e33-906f-ae6e472b8412 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0512424 Aug 04 12:39:43.761440 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-24460e47-81f4-4a54-9086-4681a315f0f7 req-d7291cf4-8429-4a57-99d9-7a0bafc50b85 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387259 Aug 04 12:39:44.416896 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:44.605914 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2ba6787e-1696-4a09-adc3-dc2e250f47d2 req-8ba864d2-2dc0-435c-b09e-0dfe3351bd79 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702741 Aug 04 12:39:44.617677 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657e182-ab66-4e80-af9c-1e741e4ebbd8 req-f1bd99d9-47a6-4764-8b32-76b5a5a8ceb9 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:44.619132 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f657e182-ab66-4e80-af9c-1e741e4ebbd8 req-f1bd99d9-47a6-4764-8b32-76b5a5a8ceb9 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0573792 Aug 04 12:39:44.659717 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f657e182-ab66-4e80-af9c-1e741e4ebbd8 req-131b3c26-d101-4d40-b558-93fc5bc93f9c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345323 Aug 04 12:39:44.720416 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6787e-1696-4a09-adc3-dc2e250f47d2 req-f2b85f4b-9f25-4689-813f-f3b42a7bf9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:44.721929 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2ba6787e-1696-4a09-adc3-dc2e250f47d2 req-f2b85f4b-9f25-4689-813f-f3b42a7bf9db service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=465ae0594e354f498461306e541acbd3&device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 1098 time: 0.0421627 Aug 04 12:39:44.858706 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6787e-1696-4a09-adc3-dc2e250f47d2 req-92f5cc65-a0d1-45cb-a8cc-7cc5d1d3ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:44.860093 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2ba6787e-1696-4a09-adc3-dc2e250f47d2 req-92f5cc65-a0d1-45cb-a8cc-7cc5d1d3ae6e service neutron] 10.222.0.76 "GET /v2.0/networks?id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 HTTP/1.1" status: 200 len: 919 time: 0.1144643 Aug 04 12:39:44.912171 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2ba6787e-1696-4a09-adc3-dc2e250f47d2 req-c02640ad-d6fe-449c-9d25-030939f2d702 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7db255de-296e-47e3-b334-a72ab576aa04 HTTP/1.1" status: 200 len: 217 time: 0.0418022 Aug 04 12:39:44.920865 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87243a93-fe06-497e-9f84-5675ef012417 req-5493df72-e940-4086-a2c3-7401d58ad3cd tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:44.922504 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-87243a93-fe06-497e-9f84-5675ef012417 req-5493df72-e940-4086-a2c3-7401d58ad3cd tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0916104 Aug 04 12:39:44.994162 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-87243a93-fe06-497e-9f84-5675ef012417 req-e7228d6d-827f-408e-aba6-2a36dcbc48e8 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625477 Aug 04 12:39:44.995857 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6787e-1696-4a09-adc3-dc2e250f47d2 req-e88cef3b-8645-4679-af05-588f0a26e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:44.997582 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2ba6787e-1696-4a09-adc3-dc2e250f47d2 req-e88cef3b-8645-4679-af05-588f0a26e4f4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bcddcb6e-8579-46c5-9c70-12b6d396ce24 HTTP/1.1" status: 200 len: 858 time: 0.0741007 Aug 04 12:39:45.031537 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2ba6787e-1696-4a09-adc3-dc2e250f47d2 req-c4876e15-8417-48f5-b910-846618349bff service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240815 Aug 04 12:39:45.127440 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2ba6787e-1696-4a09-adc3-dc2e250f47d2 req-768ce332-5e7d-43b8-ab20-817ffa6f75ef service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874476 Aug 04 12:39:45.224751 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2ba6787e-1696-4a09-adc3-dc2e250f47d2 req-5ba0ce02-064b-476f-a749-82889a324b28 service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884409 Aug 04 12:39:45.779014 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92a151-c6d8-441c-8a49-52988eb7370b req-d1a45f6c-5c81-43e5-82ea-cc2ff8d2162a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:45.780567 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ad92a151-c6d8-441c-8a49-52988eb7370b req-d1a45f6c-5c81-43e5-82ea-cc2ff8d2162a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0490081 Aug 04 12:39:45.826739 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ad92a151-c6d8-441c-8a49-52988eb7370b req-c7f381e0-6c16-4590-84c9-8616a567e38d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369079 Aug 04 12:39:45.931490 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:46.112790 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bfef8-d024-45c7-800e-43fda887d797 req-0911e582-0282-498a-bf5e-83a7a3642aa6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:46.114303 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d55bfef8-d024-45c7-800e-43fda887d797 req-0911e582-0282-498a-bf5e-83a7a3642aa6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0528963 Aug 04 12:39:46.154022 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d55bfef8-d024-45c7-800e-43fda887d797 req-3586907d-16d8-4770-aa84-503677994548 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336812 Aug 04 12:39:46.650274 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a59e42-8607-4578-a4b6-7001a318faec req-0d3ca66a-a90f-48d4-b6fb-8f95f4b896de tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:46.651864 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d5a59e42-8607-4578-a4b6-7001a318faec req-0d3ca66a-a90f-48d4-b6fb-8f95f4b896de tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0512943 Aug 04 12:39:46.693145 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d5a59e42-8607-4578-a4b6-7001a318faec req-3d6d1fac-573b-46b8-8d26-422e25573171 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350654 Aug 04 12:39:46.768241 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add5648-391f-44f7-a030-6b683efa92fb req-7b455925-d960-4587-8205-fea0436c8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:46.769831 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6add5648-391f-44f7-a030-6b683efa92fb req-7b455925-d960-4587-8205-fea0436c8dd2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=465ae0594e354f498461306e541acbd3&device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 1099 time: 0.0408125 Aug 04 12:39:46.868408 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add5648-391f-44f7-a030-6b683efa92fb req-0f36fcb4-89cf-41b9-b820-dcd6c5c0ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:46.869938 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6add5648-391f-44f7-a030-6b683efa92fb req-0f36fcb4-89cf-41b9-b820-dcd6c5c0ea7e service neutron] 10.222.0.76 "GET /v2.0/networks?id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 HTTP/1.1" status: 200 len: 919 time: 0.0892725 Aug 04 12:39:46.925892 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6add5648-391f-44f7-a030-6b683efa92fb req-67b00339-8f37-4989-8319-c4522faa400b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d0102fa-1e0c-4de6-aabb-7c7b0809fccc HTTP/1.1" status: 200 len: 217 time: 0.0386870 Aug 04 12:39:47.012511 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add5648-391f-44f7-a030-6b683efa92fb req-193ff6d4-1ba4-4fc3-ac20-7d341363b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:47.013990 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6add5648-391f-44f7-a030-6b683efa92fb req-193ff6d4-1ba4-4fc3-ac20-7d341363b645 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bcddcb6e-8579-46c5-9c70-12b6d396ce24 HTTP/1.1" status: 200 len: 858 time: 0.0781748 Aug 04 12:39:47.026157 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c58248-6dcf-48de-aef5-f787e978fa49 req-cc2044e7-6f1a-445d-b663-9ba4aeaefa88 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:47.027677 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-54c58248-6dcf-48de-aef5-f787e978fa49 req-cc2044e7-6f1a-445d-b663-9ba4aeaefa88 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.1046002 Aug 04 12:39:47.064420 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6add5648-391f-44f7-a030-6b683efa92fb req-d82261e1-7893-4be7-86e7-d9e83a6d92ac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357878 Aug 04 12:39:47.092639 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-54c58248-6dcf-48de-aef5-f787e978fa49 req-1ae6bda8-8d8e-4659-b118-4e6615928062 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564418 Aug 04 12:39:47.173840 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6add5648-391f-44f7-a030-6b683efa92fb req-a87bd623-1c24-4b6f-a289-543fb59fec6a service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967445 Aug 04 12:39:47.268729 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6add5648-391f-44f7-a030-6b683efa92fb req-898bb06d-ebc7-4bef-8d2b-af1f19dd3c16 service neutron] 10.222.0.76 "GET /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847094 Aug 04 12:39:47.808866 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009aed58-9e68-4a7e-a9e5-d43e9be019ed req-0b87c153-7a67-4731-841d-f8a35224e2ad tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:47.810374 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-009aed58-9e68-4a7e-a9e5-d43e9be019ed req-0b87c153-7a67-4731-841d-f8a35224e2ad tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0489156 Aug 04 12:39:47.848656 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-009aed58-9e68-4a7e-a9e5-d43e9be019ed req-04372dfb-2549-421c-b809-9a2def654edd tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323682 Aug 04 12:39:48.216296 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc4ea8-f04c-490f-9800-7d831c8608fe req-7a112d30-5798-4430-abe1-79a41864e08d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:48.217787 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4bdc4ea8-f04c-490f-9800-7d831c8608fe req-7a112d30-5798-4430-abe1-79a41864e08d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0515187 Aug 04 12:39:48.256418 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4bdc4ea8-f04c-490f-9800-7d831c8608fe req-42c186bd-3af4-48b4-9fb3-1b6cd9b774c3 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318713 Aug 04 12:39:48.964029 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f1a57-159c-46bb-a1c6-078dc461c38c req-884b84a5-f312-4e17-87a8-241649dcb321 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:48.965437 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-970f1a57-159c-46bb-a1c6-078dc461c38c req-884b84a5-f312-4e17-87a8-241649dcb321 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0489526 Aug 04 12:39:49.004559 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-970f1a57-159c-46bb-a1c6-078dc461c38c req-91f48193-ce35-41cc-b435-c43601614a6f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332589 Aug 04 12:39:49.379095 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73b26a-a22c-49eb-9053-c3b2b89f31b5 req-9e425dd2-be94-4692-802e-f9537df8f232 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:49.380582 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cd73b26a-a22c-49eb-9053-c3b2b89f31b5 req-9e425dd2-be94-4692-802e-f9537df8f232 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0488195 Aug 04 12:39:49.418926 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cd73b26a-a22c-49eb-9053-c3b2b89f31b5 req-71566490-c614-48f4-8a62-b0310ecf3786 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323327 Aug 04 12:39:50.128135 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d6b3f-0296-44ec-ab63-ad96fbf055ae req-32b88718-bc21-4064-bde7-cb5aa921be43 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:50.129723 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-235d6b3f-0296-44ec-ab63-ad96fbf055ae req-32b88718-bc21-4064-bde7-cb5aa921be43 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0556333 Aug 04 12:39:50.172841 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-235d6b3f-0296-44ec-ab63-ad96fbf055ae req-d85ad9cd-0079-4a01-aeea-090ef1a23c97 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353675 Aug 04 12:39:50.543780 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73579ee8-9623-49b4-ba1f-9246cc258a0a req-30849289-3fb6-4ed5-a5ca-7ee7220e9671 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:50.545511 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-73579ee8-9623-49b4-ba1f-9246cc258a0a req-30849289-3fb6-4ed5-a5ca-7ee7220e9671 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0526626 Aug 04 12:39:50.588053 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-73579ee8-9623-49b4-ba1f-9246cc258a0a req-210e4f54-8b99-4712-86c3-ccf9c46dde4c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344586 Aug 04 12:39:51.299959 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea363b6-3521-4d12-b432-35307ed4ecd8 req-b59a21c9-8987-4dc4-bc05-953d8854f75e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:51.301502 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5ea363b6-3521-4d12-b432-35307ed4ecd8 req-b59a21c9-8987-4dc4-bc05-953d8854f75e tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0485442 Aug 04 12:39:51.345259 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5ea363b6-3521-4d12-b432-35307ed4ecd8 req-3af53ca1-2098-495f-af65-6225144bf2ef tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373869 Aug 04 12:39:51.718840 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0171c-5e99-4791-96b6-df76a3c58f89 req-d77d5937-db0c-452c-9488-eeed38c2e83b tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:51.720230 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fbb0171c-5e99-4791-96b6-df76a3c58f89 req-d77d5937-db0c-452c-9488-eeed38c2e83b tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0545845 Aug 04 12:39:51.758861 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fbb0171c-5e99-4791-96b6-df76a3c58f89 req-dfccac9e-4cc9-4fae-aa18-3f29cab3018c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322011 Aug 04 12:39:51.932359 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:39:52.882537 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad12b4b-3c09-4f72-a3c9-a360dbb5ccea req-5b5f8a83-cb3a-432a-aab9-fc6997a411d1 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:52.884000 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3ad12b4b-3c09-4f72-a3c9-a360dbb5ccea req-5b5f8a83-cb3a-432a-aab9-fc6997a411d1 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 944 time: 0.0514684 Aug 04 12:39:52.926223 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3ad12b4b-3c09-4f72-a3c9-a360dbb5ccea req-741d0e13-333a-4a96-b318-8e9cc273723f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359974 Aug 04 12:39:52.995949 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device c676d4ba-5ccd-40b2-96c5-dbb550a32836 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:39:53.108034 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port c676d4ba-5ccd-40b2-96c5-dbb550a32836, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=c676d4ba-5ccd-40b2-96c5-dbb550a32836,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:39:53.122336 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'port_id': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836', 'mac_address': 'fa:16:3e:35:93:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:39:53.166813 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:53.300781 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c676d4ba-5ccd-40b2-96c5-dbb550a32836 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:39:53.322026 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port c676d4ba-5ccd-40b2-96c5-dbb550a32836, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=c676d4ba-5ccd-40b2-96c5-dbb550a32836,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:39:53.485949 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:53.535431 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=c676d4ba-5ccd-40b2-96c5-dbb550a32836,revision_number=9']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:54.049522 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2afe0b-dfc4-4629-bf54-ac0d19b50eb1 req-c02455a6-be63-4dd5-abe9-5ba0f9d964a8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:54.051278 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2f2afe0b-dfc4-4629-bf54-ac0d19b50eb1 req-c02455a6-be63-4dd5-abe9-5ba0f9d964a8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 945 time: 0.0497749 Aug 04 12:39:54.091962 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2f2afe0b-dfc4-4629-bf54-ac0d19b50eb1 req-5b50b13a-0154-4467-a2ae-39af4ea32eb8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339837 Aug 04 12:39:54.108915 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['c676d4ba-5ccd-40b2-96c5-dbb550a32836'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:39:55.215426 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6180655-310e-4152-ab36-4618c4c01b77 req-e4d9c7e6-20dd-4706-a5d1-9425e283a59a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:55.216992 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a6180655-310e-4152-ab36-4618c4c01b77 req-e4d9c7e6-20dd-4706-a5d1-9425e283a59a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 945 time: 0.0517485 Aug 04 12:39:55.258319 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a6180655-310e-4152-ab36-4618c4c01b77 req-3ca10273-15f8-4c8e-9d72-1c7a08fed425 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348046 Aug 04 12:39:56.378161 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb453c-af97-4a02-a3fb-b252781aa467 req-45d43ec1-0621-45d3-b661-c741f6b09558 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:56.379890 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e3eb453c-af97-4a02-a3fb-b252781aa467 req-45d43ec1-0621-45d3-b661-c741f6b09558 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 945 time: 0.0492778 Aug 04 12:39:56.418911 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e3eb453c-af97-4a02-a3fb-b252781aa467 req-de987c0d-ce2a-4419-b5d3-ed9ff8c3e426 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326478 Aug 04 12:39:57.026415 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device c676d4ba-5ccd-40b2-96c5-dbb550a32836 up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:39:57.072405 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port c676d4ba-5ccd-40b2-96c5-dbb550a32836 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:39:57.072826 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:57.147881 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:57.170035 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec4f946-dc33-461c-a35f-cbdfe41b7b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:39:57.172257 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd0115c-bc36-429c-b574-fbaf69db17d5" -d '{"events": [{"server_uuid": "5ec4f946-dc33-461c-a35f-cbdfe41b7b03", "name": "network-vif-plugged", "status": "completed", "tag": "c676d4ba-5ccd-40b2-96c5-dbb550a32836"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:39:57.184866 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port c676d4ba-5ccd-40b2-96c5-dbb550a32836, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=c676d4ba-5ccd-40b2-96c5-dbb550a32836,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:39:57.210162 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73e38c0-08a6-4c29-add4-5d210cbf7f29 x-openstack-request-id: req-a73e38c0-08a6-4c29-add4-5d210cbf7f29 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:39:57.210456 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec4f946-dc33-461c-a35f-cbdfe41b7b03", "name": "network-vif-plugged", "status": "completed", "tag": "c676d4ba-5ccd-40b2-96c5-dbb550a32836", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:39:57.210710 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a73e38c0-08a6-4c29-add4-5d210cbf7f29 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:39:57.211109 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec4f946-dc33-461c-a35f-cbdfe41b7b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836', 'code': 200} Aug 04 12:39:57.279480 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479319e7-13e8-48f9-8160-edc874ef6977 req-cdc4e2a6-0897-4852-be38-2b4977b6b046 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:57.281635 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-479319e7-13e8-48f9-8160-edc874ef6977 req-cdc4e2a6-0897-4852-be38-2b4977b6b046 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0474317 Aug 04 12:39:57.292115 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:39:57.322034 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-479319e7-13e8-48f9-8160-edc874ef6977 req-0dd10169-6822-45db-8c50-48aab530e6e4 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334969 Aug 04 12:39:57.344839 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=c676d4ba-5ccd-40b2-96c5-dbb550a32836,revision_number=10']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:39:57.541404 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13fba9-6736-4555-aab2-fbfa21727f91 req-83145fe3-f06a-40b3-bef6-ea252ac56170 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:57.543087 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ba13fba9-6736-4555-aab2-fbfa21727f91 req-83145fe3-f06a-40b3-bef6-ea252ac56170 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 947 time: 0.0521295 Aug 04 12:39:57.581141 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ba13fba9-6736-4555-aab2-fbfa21727f91 req-77c0b417-b96e-4649-ac93-e275b999b3da tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319667 Aug 04 12:39:57.981780 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f19daf-6da5-459f-aa1f-724171d39033 req-257843d5-de4f-4c4a-b611-27b55c07c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:57.983251 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-98f19daf-6da5-459f-aa1f-724171d39033 req-257843d5-de4f-4c4a-b611-27b55c07c345 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 1100 time: 0.0392020 Aug 04 12:39:58.025171 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-98f19daf-6da5-459f-aa1f-724171d39033 req-211e899b-a185-4a4d-ad7e-9c2342e901bb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274758 Aug 04 12:39:58.435308 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b10843-c499-48e2-89e2-642b0b236386 req-a567cc48-5355-4499-95b7-bd684ad88d49 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:58.436813 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-06b10843-c499-48e2-89e2-642b0b236386 req-a567cc48-5355-4499-95b7-bd684ad88d49 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0485530 Aug 04 12:39:58.475801 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-06b10843-c499-48e2-89e2-642b0b236386 req-3dce68e1-9e9a-4644-964e-cd5cbc5e4452 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329921 Aug 04 12:39:58.702487 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9e1ae-996d-421e-a1f9-b93769cd7ef5 req-4f8ae11c-da6a-4554-9c00-f1cf4a050825 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:58.704483 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-67d9e1ae-996d-421e-a1f9-b93769cd7ef5 req-4f8ae11c-da6a-4554-9c00-f1cf4a050825 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 947 time: 0.0530763 Aug 04 12:39:58.741771 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-67d9e1ae-996d-421e-a1f9-b93769cd7ef5 req-b2d7cc04-a509-449d-9e03-245bdd6dce15 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313921 Aug 04 12:39:59.591583 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88656b-9763-4ee6-bb17-d24719ea9f27 req-2196305b-066d-498f-9398-ef68e10d0c0a tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:59.593110 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bc88656b-9763-4ee6-bb17-d24719ea9f27 req-2196305b-066d-498f-9398-ef68e10d0c0a tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0508001 Aug 04 12:39:59.633833 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bc88656b-9763-4ee6-bb17-d24719ea9f27 req-541317e6-4e14-47b1-8d04-49e146f17f58 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346577 Aug 04 12:39:59.861622 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad14b8-46a6-4bec-97a6-580e1211d00f req-8f12fc44-10ea-4032-9857-a6f04043f0bc tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:39:59.863124 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-88ad14b8-46a6-4bec-97a6-580e1211d00f req-8f12fc44-10ea-4032-9857-a6f04043f0bc tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 947 time: 0.0478597 Aug 04 12:39:59.900009 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-88ad14b8-46a6-4bec-97a6-580e1211d00f req-ae6c90dd-8144-4abe-b12b-bd43eebe7025 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308485 Aug 04 12:40:00.759810 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d039b27-1057-4eb2-bf5d-002f48cc16ca req-cd0335db-3e55-492b-b695-aa6855f8aa10 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:00.761280 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0d039b27-1057-4eb2-bf5d-002f48cc16ca req-cd0335db-3e55-492b-b695-aa6855f8aa10 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0522084 Aug 04 12:40:00.808247 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0d039b27-1057-4eb2-bf5d-002f48cc16ca req-e8b6b3f4-f020-41ff-a149-69af984ac7cb tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397522 Aug 04 12:40:01.022016 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080168f-c6a8-4c83-b5c0-af6a66c489be req-4694aa61-b90b-462d-ba92-bb91e20cae26 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:01.023522 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2080168f-c6a8-4c83-b5c0-af6a66c489be req-4694aa61-b90b-462d-ba92-bb91e20cae26 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 947 time: 0.0478883 Aug 04 12:40:01.064892 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2080168f-c6a8-4c83-b5c0-af6a66c489be req-ae2b46a9-c6a0-4d8b-a266-a3819344ed0f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326447 Aug 04 12:40:01.172457 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e7e4a-0ef8-4a6c-b6db-5bf27f2f1410 req-8e8971f7-4dc8-4203-96cb-20f233a6ef23 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:01.174067 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a90e7e4a-0ef8-4a6c-b6db-5bf27f2f1410 req-8e8971f7-4dc8-4203-96cb-20f233a6ef23 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 945 time: 0.0507336 Aug 04 12:40:01.272942 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-a90e7e4a-0ef8-4a6c-b6db-5bf27f2f1410 req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Deleting port 7db255de-296e-47e3-b334-a72ab576aa04 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:40:01.273284 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a90e7e4a-0ef8-4a6c-b6db-5bf27f2f1410 req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:01.361608 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-a90e7e4a-0ef8-4a6c-b6db-5bf27f2f1410 req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] For port 7db255de-296e-47e3-b334-a72ab576aa04, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=7db255de-296e-47e3-b334-a72ab576aa04,segment=NetworkSegment(8ddbd182-8930-4902-9c5a-899f47dda38a),segment_id=8ddbd182-8930-4902-9c5a-899f47dda38a)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:40:01.361970 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a90e7e4a-0ef8-4a6c-b6db-5bf27f2f1410 req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:01.375571 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-a90e7e4a-0ef8-4a6c-b6db-5bf27f2f1410 req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Calling delete_port for 7db255de-296e-47e3-b334-a72ab576aa04 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:40:01.582892 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a90e7e4a-0ef8-4a6c-b6db-5bf27f2f1410 req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:01.611745 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Pushing event deleted for resources: {'Port': ['ID=7db255de-296e-47e3-b334-a72ab576aa04,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:01.623504 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:01.623857 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:01.624197 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:01.624552 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:01.625533 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:01.625868 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:01.626213 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:01.626522 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:01.626851 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:01.627183 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:01.627501 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:01.627823 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:01.644307 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['9d0102fa-1e0c-4de6-aabb-7c7b0809fccc'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:40:01.664782 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90e7e4a-0ef8-4a6c-b6db-5bf27f2f1410 req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] No DVR routers for this DVR port 7db255de-296e-47e3-b334-a72ab576aa04 on host hv-cinder-80304 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:40:01.667644 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a90e7e4a-0ef8-4a6c-b6db-5bf27f2f1410 req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:01.669681 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a90e7e4a-0ef8-4a6c-b6db-5bf27f2f1410 req-f3b42809-1bdc-4bc2-9610-5fe681868587 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.76 "DELETE /v2.0/ports/7db255de-296e-47e3-b334-a72ab576aa04 HTTP/1.1" status: 204 len: 173 time: 0.4879346 Aug 04 12:40:01.670121 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4f3555-87d4-49f4-b070-c73c4e143cf9', 'name': 'network-vif-deleted', 'tag': '7db255de-296e-47e3-b334-a72ab576aa04'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:40:01.672983 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85354fd2-1d96-4f4c-9904-0e331ba5c907" -d '{"events": [{"server_uuid": "1d4f3555-87d4-49f4-b070-c73c4e143cf9", "name": "network-vif-deleted", "tag": "7db255de-296e-47e3-b334-a72ab576aa04"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:40:01.717228 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd21ebd-4855-4e73-b593-3280e832b98d x-openstack-request-id: req-abd21ebd-4855-4e73-b593-3280e832b98d {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:40:01.726107 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4f3555-87d4-49f4-b070-c73c4e143cf9", "name": "network-vif-deleted", "tag": "7db255de-296e-47e3-b334-a72ab576aa04", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:40:01.726107 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-abd21ebd-4855-4e73-b593-3280e832b98d {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:40:01.726107 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4f3555-87d4-49f4-b070-c73c4e143cf9', 'name': 'network-vif-deleted', 'tag': '7db255de-296e-47e3-b334-a72ab576aa04', 'status': 'completed', 'code': 200} Aug 04 12:40:01.904073 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-876edfe7-9c9b-4769-9f3d-585a1832dd64 req-749defde-9d31-4c20-bca6-c72649132e26 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=1d4f3555-87d4-49f4-b070-c73c4e143cf9 HTTP/1.1" status: 200 len: 210 time: 0.0255883 Aug 04 12:40:02.196573 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ed372-b7d4-4152-98f4-f0c6902d4283 req-9176eb17-bb61-4d12-99d5-3ed112aecb6f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:02.198114 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fe8ed372-b7d4-4152-98f4-f0c6902d4283 req-9176eb17-bb61-4d12-99d5-3ed112aecb6f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 947 time: 0.0480580 Aug 04 12:40:02.237025 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fe8ed372-b7d4-4152-98f4-f0c6902d4283 req-87265bca-4c0c-4ef3-811b-100946cec3f8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326591 Aug 04 12:40:03.080106 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 7db255de-296e-47e3-b334-a72ab576aa04 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:40:03.102138 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: 7db255de-296e-47e3-b334-a72ab576aa04 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:40:03.102482 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 7db255de-296e-47e3-b334-a72ab576aa04 not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:40:03.435230 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5c738-8b20-4428-99d4-95623718865a req-6036a412-9eac-46a9-9b68-d0b3747285ee tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:03.436758 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9c5c738-8b20-4428-99d4-95623718865a req-6036a412-9eac-46a9-9b68-d0b3747285ee tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0494981 Aug 04 12:40:03.481796 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9c5c738-8b20-4428-99d4-95623718865a req-47312c19-20b7-45cb-ab05-9d5b1b32797f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387049 Aug 04 12:40:03.928651 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 41976) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:04.039500 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ead8-8b66-4680-a7ce-b14499f90c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:04.138633 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ead8-8b66-4680-a7ce-b14499f90c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:04.273983 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ead8-8b66-4680-a7ce-b14499f90c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:04.313766 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0ead8-8b66-4680-a7ce-b14499f90c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d664ef79-8857-4ea8-a93d-ba75131ad3df,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:04.318958 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-ddc0ead8-8b66-4680-a7ce-b14499f90c86 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7d9b9863ec194997ad0dc9df216fcae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3892610 Aug 04 12:40:04.321761 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 41980) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:04.323803 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0ead8-8b66-4680-a7ce-b14499f90c86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:04.324150 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0ead8-8b66-4680-a7ce-b14499f90c86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:04.324490 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0ead8-8b66-4680-a7ce-b14499f90c86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:04.324822 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0ead8-8b66-4680-a7ce-b14499f90c86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:04.325155 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0ead8-8b66-4680-a7ce-b14499f90c86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:04.325531 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0ead8-8b66-4680-a7ce-b14499f90c86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:04.325866 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0ead8-8b66-4680-a7ce-b14499f90c86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:04.326181 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0ead8-8b66-4680-a7ce-b14499f90c86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:04.326503 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0ead8-8b66-4680-a7ce-b14499f90c86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:04.326823 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0ead8-8b66-4680-a7ce-b14499f90c86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:04.327144 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0ead8-8b66-4680-a7ce-b14499f90c86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:04.327456 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc0ead8-8b66-4680-a7ce-b14499f90c86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:04.371581 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-97402ffd-6f09-4ddc-a44a-5ebdcbad3eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:04.391463 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-97402ffd-6f09-4ddc-a44a-5ebdcbad3eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:04.485972 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-97402ffd-6f09-4ddc-a44a-5ebdcbad3eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:04.488574 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-97402ffd-6f09-4ddc-a44a-5ebdcbad3eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:04.489731 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-97402ffd-6f09-4ddc-a44a-5ebdcbad3eed admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d664ef79-8857-4ea8-a93d-ba75131ad3df HTTP/1.1" status: 204 len: 168 time: 0.1668813 Aug 04 12:40:04.497514 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97402ffd-6f09-4ddc-a44a-5ebdcbad3eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d664ef79-8857-4ea8-a93d-ba75131ad3df,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:04.609281 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487f4e8-ad5c-4ce3-a8ed-2cc27222799c req-6d047f0f-d620-4159-952e-7036859a7ce7 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:04.610835 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c487f4e8-ad5c-4ce3-a8ed-2cc27222799c req-6d047f0f-d620-4159-952e-7036859a7ce7 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0474787 Aug 04 12:40:04.649796 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c487f4e8-ad5c-4ce3-a8ed-2cc27222799c req-ba96d5de-61c3-47e4-8413-97e11165bb2f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329323 Aug 04 12:40:05.455410 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 42008) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:05.559490 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8d92bae2-1023-4d50-ae8d-a41797c68637 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1681951384-network', 'tenant_id': '7a93cf83191440a0ab0650f8c8dfa256'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:40:05.640055 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d92bae2-1023-4d50-ae8d-a41797c68637 admin admin] Made reservation on behalf of 7a93cf83191440a0ab0650f8c8dfa256 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:40:05.643101 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8d92bae2-1023-4d50-ae8d-a41797c68637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:05.652078 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8d92bae2-1023-4d50-ae8d-a41797c68637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:05.779450 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8d92bae2-1023-4d50-ae8d-a41797c68637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:05.790784 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ad67d-2da4-455d-a25f-efef0dcad2bf req-fee70436-5c43-43c3-8e40-f7a17a8ed69f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:05.792325 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b34ad67d-2da4-455d-a25f-efef0dcad2bf req-fee70436-5c43-43c3-8e40-f7a17a8ed69f tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0729270 Aug 04 12:40:05.838311 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b34ad67d-2da4-455d-a25f-efef0dcad2bf req-e25eb881-ee55-40de-b5ac-849fedae85f5 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347126 Aug 04 12:40:05.851191 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8d92bae2-1023-4d50-ae8d-a41797c68637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:05.877003 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d92bae2-1023-4d50-ae8d-a41797c68637 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 12:40:05.886065 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92bae2-1023-4d50-ae8d-a41797c68637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0354c45-6a23-485a-818b-eef1650c55ce,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:05.892507 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8d92bae2-1023-4d50-ae8d-a41797c68637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:05.892776 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-8d92bae2-1023-4d50-ae8d-a41797c68637 admin admin] Added segment cba75dc3-a20b-47e9-ac73-da230febc843 of type vlan for network 13f58f44-5f6d-44cf-8dd4-69d1d94096a6 Aug 04 12:40:05.934666 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8d92bae2-1023-4d50-ae8d-a41797c68637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:06.028835 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8d92bae2-1023-4d50-ae8d-a41797c68637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:06.029873 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d92bae2-1023-4d50-ae8d-a41797c68637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:06.030460 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8d92bae2-1023-4d50-ae8d-a41797c68637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:06.092490 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92bae2-1023-4d50-ae8d-a41797c68637 admin admin] Pushing event updated for resources: {'Network': ['ID=13f58f44-5f6d-44cf-8dd4-69d1d94096a6,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:06.103053 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network 13f58f44-5f6d-44cf-8dd4-69d1d94096a6 details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:40:06.148142 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-8d92bae2-1023-4d50-ae8d-a41797c68637 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6914496 Aug 04 12:40:06.150956 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 42014) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:06.155950 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-22aec9ea-9754-4124-96dd-3d4ee8baece6 admin admin] Request body: {'subnet': {'network_id': '13f58f44-5f6d-44cf-8dd4-69d1d94096a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1681951384-subnet', 'tenant_id': '7a93cf83191440a0ab0650f8c8dfa256', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:40:06.257190 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22aec9ea-9754-4124-96dd-3d4ee8baece6 admin admin] Made reservation on behalf of 7a93cf83191440a0ab0650f8c8dfa256 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:40:06.259565 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22aec9ea-9754-4124-96dd-3d4ee8baece6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694635'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:06.478601 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22aec9ea-9754-4124-96dd-3d4ee8baece6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694613'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:06.526658 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aec9ea-9754-4124-96dd-3d4ee8baece6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d664a5a-90c6-46dc-86bc-51bd34591097,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:06.542194 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aec9ea-9754-4124-96dd-3d4ee8baece6 admin admin] Checking segment: {'id': 'cba75dc3-a20b-47e9-ac73-da230febc843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '13f58f44-5f6d-44cf-8dd4-69d1d94096a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:40:06.542546 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aec9ea-9754-4124-96dd-3d4ee8baece6 admin admin] Network hostable DHCP agents. Network: 13f58f44-5f6d-44cf-8dd4-69d1d94096a6, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:40:06.610987 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aec9ea-9754-4124-96dd-3d4ee8baece6 admin admin] Network 13f58f44-5f6d-44cf-8dd4-69d1d94096a6 is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:40:06.678154 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-22aec9ea-9754-4124-96dd-3d4ee8baece6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, 13f58f44-5f6d-44cf-8dd4-69d1d94096a6) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:40:06.682242 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aec9ea-9754-4124-96dd-3d4ee8baece6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:06.682954 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22aec9ea-9754-4124-96dd-3d4ee8baece6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:06.686774 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd22f9-73d7-4db0-9ce9-937a9ae78125 None None] Network 13f58f44-5f6d-44cf-8dd4-69d1d94096a6 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:40:06.789155 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-22aec9ea-9754-4124-96dd-3d4ee8baece6 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6369920 Aug 04 12:40:06.810779 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6566cd88-41f6-42e8-b71b-ba09d5bf6d4b None None] Network 13f58f44-5f6d-44cf-8dd4-69d1d94096a6 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:40:06.978013 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774bd02-706c-4647-a93f-b20b7316abbb req-a07dfef0-3fba-4366-b280-6dc7cc2ddb24 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:06.979500 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d774bd02-706c-4647-a93f-b20b7316abbb req-a07dfef0-3fba-4366-b280-6dc7cc2ddb24 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0508928 Aug 04 12:40:07.018608 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d774bd02-706c-4647-a93f-b20b7316abbb req-e8a1621c-9e3c-4170-a8dd-b8afa8af2237 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326164 Aug 04 12:40:08.137141 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e607d67-cc06-40e7-bd6e-201590cb09df req-eb87d75a-9bea-4a3c-b06f-7b3c62c5f7e1 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:08.138596 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9e607d67-cc06-40e7-bd6e-201590cb09df req-eb87d75a-9bea-4a3c-b06f-7b3c62c5f7e1 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0532825 Aug 04 12:40:08.177070 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9e607d67-cc06-40e7-bd6e-201590cb09df req-ed20604f-a5f6-4d72-ad59-6b2c1ab463b6 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316849 Aug 04 12:40:08.741316 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:09.036968 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-0c36bca8-e85f-4c4f-8086-a18ea442f650 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:09.038701 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-0c36bca8-e85f-4c4f-8086-a18ea442f650 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/networks?id=13f58f44-5f6d-44cf-8dd4-69d1d94096a6 HTTP/1.1" status: 200 len: 809 time: 0.1099615 Aug 04 12:40:09.056386 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-8ad680fe-6e2f-4b12-a5e7-e282421986f3 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/quotas/7a93cf83191440a0ab0650f8c8dfa256 HTTP/1.1" status: 200 len: 375 time: 0.0104952 Aug 04 12:40:09.094029 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-b5ee7ee9-b1e4-40c1-be33-f367174067eb tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=7a93cf83191440a0ab0650f8c8dfa256&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305123 Aug 04 12:40:09.183456 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-ff4b97ec-7c0f-4f17-abc8-7f01d1a50736 service neutron] 10.222.0.90 "GET /v2.0/networks/13f58f44-5f6d-44cf-8dd4-69d1d94096a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816691 Aug 04 12:40:09.307781 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-4507ee84-5ce3-4820-9934-cf0d1e2f0359 service neutron] 10.222.0.90 "GET /v2.0/networks/13f58f44-5f6d-44cf-8dd4-69d1d94096a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181622 Aug 04 12:40:09.316096 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d08d4-10b9-4e6f-9ecf-d64841134439 req-eacb5d57-ceba-4145-b0ba-7ae2cef7dfa4 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:09.317654 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-033d08d4-10b9-4e6f-9ecf-d64841134439 req-eacb5d57-ceba-4145-b0ba-7ae2cef7dfa4 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0728607 Aug 04 12:40:09.360089 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-033d08d4-10b9-4e6f-9ecf-d64841134439 req-d9b0f971-dd6c-49c1-9174-1dd98ffa772c tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361464 Aug 04 12:40:09.559310 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1da7e786-da32-4d28-9494-af299413eeca req-af57375c-f126-4326-b68d-373a19fbceb3 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=23cd2f1a-0e9d-456b-84f2-dc9496abddc2 HTTP/1.1" status: 200 len: 210 time: 0.0255301 Aug 04 12:40:10.474669 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84106f7-07b3-4371-9677-62371eaf937f req-9f1d29a9-95ba-4ec6-bea9-a9d388f7142d tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:10.476187 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a84106f7-07b3-4371-9677-62371eaf937f req-9f1d29a9-95ba-4ec6-bea9-a9d388f7142d tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0487542 Aug 04 12:40:10.517198 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a84106f7-07b3-4371-9677-62371eaf937f req-23a64811-ad3b-4fd3-a2f0-7e77f0d38446 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/security-groups?id=70550ae1-3786-4dce-8863-1475c68690b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342622 Aug 04 12:40:10.653817 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-409e93f4-0e02-48db-a30b-e0fc79a0e190 req-0bb19cc0-bda2-467d-921b-ee6ba4043031 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=23cd2f1a-0e9d-456b-84f2-dc9496abddc2 HTTP/1.1" status: 200 len: 210 time: 0.0258675 Aug 04 12:40:10.754407 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-69f8a9fc-da87-42c7-9be7-1b3c0a2c0a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:10.975101 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db909ff-0253-4d00-ad66-746186bbe516 req-3aaa509e-e006-462f-b556-dd8699c8e129 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:10.976529 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0db909ff-0253-4d00-ad66-746186bbe516 req-3aaa509e-e006-462f-b556-dd8699c8e129 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.76 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 946 time: 0.0526788 Aug 04 12:40:11.066549 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-0db909ff-0253-4d00-ad66-746186bbe516 req-5ce598f2-6fe2-4dfa-bdab-8ac6dae98cc1 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Deleting port 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:40:11.066899 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0db909ff-0253-4d00-ad66-746186bbe516 req-5ce598f2-6fe2-4dfa-bdab-8ac6dae98cc1 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:11.161097 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-0db909ff-0253-4d00-ad66-746186bbe516 req-5ce598f2-6fe2-4dfa-bdab-8ac6dae98cc1 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] For port 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9d0102fa-1e0c-4de6-aabb-7c7b0809fccc,segment=NetworkSegment(8ddbd182-8930-4902-9c5a-899f47dda38a),segment_id=8ddbd182-8930-4902-9c5a-899f47dda38a)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:40:11.161500 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0db909ff-0253-4d00-ad66-746186bbe516 req-5ce598f2-6fe2-4dfa-bdab-8ac6dae98cc1 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:11.176043 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-0db909ff-0253-4d00-ad66-746186bbe516 req-5ce598f2-6fe2-4dfa-bdab-8ac6dae98cc1 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Calling delete_port for 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:40:11.596742 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0db909ff-0253-4d00-ad66-746186bbe516 req-5ce598f2-6fe2-4dfa-bdab-8ac6dae98cc1 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:11.635048 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4b24ca0d-c728-4d73-9fdd-9ada514284c8 req-a07fae15-adec-4b37-b26e-3fa4789e6dcc tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 210 time: 0.0485990 Aug 04 12:40:11.637990 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce598f2-6fe2-4dfa-bdab-8ac6dae98cc1 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Pushing event deleted for resources: {'Port': ['ID=9d0102fa-1e0c-4de6-aabb-7c7b0809fccc,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:11.682383 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db909ff-0253-4d00-ad66-746186bbe516 req-5ce598f2-6fe2-4dfa-bdab-8ac6dae98cc1 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] No DVR routers for this DVR port 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc on host hv-cinder-80304 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:40:11.686851 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0db909ff-0253-4d00-ad66-746186bbe516 req-5ce598f2-6fe2-4dfa-bdab-8ac6dae98cc1 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:11.690746 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0db909ff-0253-4d00-ad66-746186bbe516 req-5ce598f2-6fe2-4dfa-bdab-8ac6dae98cc1 tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.76 "DELETE /v2.0/ports/9d0102fa-1e0c-4de6-aabb-7c7b0809fccc HTTP/1.1" status: 204 len: 173 time: 0.7074151 Aug 04 12:40:11.691377 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce15b978-aff9-4b13-88b3-07c8c50ed459', 'name': 'network-vif-deleted', 'tag': '9d0102fa-1e0c-4de6-aabb-7c7b0809fccc'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:40:11.694597 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3986ca00-e7e1-4717-a308-5569a7931d81" -d '{"events": [{"server_uuid": "ce15b978-aff9-4b13-88b3-07c8c50ed459", "name": "network-vif-deleted", "tag": "9d0102fa-1e0c-4de6-aabb-7c7b0809fccc"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:40:11.752928 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae682bd-3edf-40cd-abdc-bac538d11cb1 x-openstack-request-id: req-8ae682bd-3edf-40cd-abdc-bac538d11cb1 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:40:11.753207 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce15b978-aff9-4b13-88b3-07c8c50ed459", "name": "network-vif-deleted", "tag": "9d0102fa-1e0c-4de6-aabb-7c7b0809fccc", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:40:11.753475 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8ae682bd-3edf-40cd-abdc-bac538d11cb1 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:40:11.753853 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce15b978-aff9-4b13-88b3-07c8c50ed459', 'name': 'network-vif-deleted', 'tag': '9d0102fa-1e0c-4de6-aabb-7c7b0809fccc', 'status': 'completed', 'code': 200} Aug 04 12:40:11.771532 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-03c41e81-5224-4601-9147-9409997bc328 req-69225b68-f586-4bbf-8437-4a3e47bd56d6 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=23cd2f1a-0e9d-456b-84f2-dc9496abddc2 HTTP/1.1" status: 200 len: 210 time: 0.0289211 Aug 04 12:40:12.028455 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-ad2c2e61-e54b-4367-91d7-6d3fe9d42c69 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:12.030021 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-ad2c2e61-e54b-4367-91d7-6d3fe9d42c69 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.76 "GET /v2.0/networks?id=13f58f44-5f6d-44cf-8dd4-69d1d94096a6 HTTP/1.1" status: 200 len: 809 time: 0.1074502 Aug 04 12:40:12.050528 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-3a602648-d919-426d-94b9-2d8deb7f4ca3 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Request body: {'port': {'device_id': '23cd2f1a-0e9d-456b-84f2-dc9496abddc2', 'network_id': '13f58f44-5f6d-44cf-8dd4-69d1d94096a6', 'admin_state_up': True, 'tenant_id': '7a93cf83191440a0ab0650f8c8dfa256'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:40:12.226712 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-3a602648-d919-426d-94b9-2d8deb7f4ca3 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Made reservation on behalf of 7a93cf83191440a0ab0650f8c8dfa256 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:40:12.230423 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-3a602648-d919-426d-94b9-2d8deb7f4ca3 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:12.363491 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-3a602648-d919-426d-94b9-2d8deb7f4ca3 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Allocated IP 172.20.0.9 (13f58f44-5f6d-44cf-8dd4-69d1d94096a6/9d664a5a-90c6-46dc-86bc-51bd34591097/079c0ab6-00ed-4132-8679-eaad04825d09) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:40:12.511395 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-3a602648-d919-426d-94b9-2d8deb7f4ca3 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:12.595017 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-3a602648-d919-426d-94b9-2d8deb7f4ca3 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:12.636942 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-3a602648-d919-426d-94b9-2d8deb7f4ca3 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Network 13f58f44-5f6d-44cf-8dd4-69d1d94096a6 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:40:12.640012 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-3a602648-d919-426d-94b9-2d8deb7f4ca3 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:40:12.645656 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-3a602648-d919-426d-94b9-2d8deb7f4ca3 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:40:12.652133 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a602648-d919-426d-94b9-2d8deb7f4ca3 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Pushing event updated for resources: {'Port': ['ID=079c0ab6-00ed-4132-8679-eaad04825d09,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:12.705804 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-3a602648-d919-426d-94b9-2d8deb7f4ca3 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:12.706420 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-3a602648-d919-426d-94b9-2d8deb7f4ca3 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:12.745905 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-efbafd1b-9fa0-4696-be51-6763ad0aa8f4 req-ae39fbad-0de2-4393-99f8-85665e04b9bb tempest-ServerRescueNegativeTestJSON-658745792 tempest-ServerRescueNegativeTestJSON-658745792-project] 10.222.0.90 "GET /v2.0/ports?device_id=ce15b978-aff9-4b13-88b3-07c8c50ed459 HTTP/1.1" status: 200 len: 210 time: 0.0248191 Aug 04 12:40:12.804671 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-3a602648-d919-426d-94b9-2d8deb7f4ca3 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7585695 Aug 04 12:40:12.836423 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Request body: {'port': {'device_id': '23cd2f1a-0e9d-456b-84f2-dc9496abddc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:40:12.932189 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:12.952197 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d5cd4-5dbf-48a1-a07e-ae34063f52fb req-fee1b830-ed7a-4eb3-8ed4-f3f54b84118a tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:12.953703 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5e6d5cd4-5dbf-48a1-a07e-ae34063f52fb req-fee1b830-ed7a-4eb3-8ed4-f3f54b84118a tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=23cd2f1a-0e9d-456b-84f2-dc9496abddc2 HTTP/1.1" status: 200 len: 931 time: 0.0948632 Aug 04 12:40:13.070803 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5e6d5cd4-5dbf-48a1-a07e-ae34063f52fb req-67970804-9190-4ac5-baba-af074d80018e tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958474 Aug 04 12:40:13.131575 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:40:13.152336 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:40:13.154509 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 9d0102fa-1e0c-4de6-aabb-7c7b0809fccc not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:40:13.192467 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-794d2ba0-6639-49ee-a583-6ae69cc786bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:13.236579 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079c0ab6-00ed-4132-8679-eaad04825d09 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:40:13.243976 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:13.256198 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Transition to ACTIVE for port object 079c0ab6-00ed-4132-8679-eaad04825d09 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:40:13.337249 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:13.388686 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Pushing event updated for resources: {'Port': ['ID=079c0ab6-00ed-4132-8679-eaad04825d09,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:13.451679 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Attempting to bind port 079c0ab6-00ed-4132-8679-eaad04825d09 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:40:13.451913 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:13.452085 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Attempting to bind port 079c0ab6-00ed-4132-8679-eaad04825d09 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': 'cba75dc3-a20b-47e9-ac73-da230febc843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '13f58f44-5f6d-44cf-8dd4-69d1d94096a6'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:40:13.452333 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Attempting to bind port 079c0ab6-00ed-4132-8679-eaad04825d09 on network 13f58f44-5f6d-44cf-8dd4-69d1d94096a6 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:40:13.458508 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Port 079c0ab6-00ed-4132-8679-eaad04825d09 on network 13f58f44-5f6d-44cf-8dd4-69d1d94096a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:40:13.460760 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Attempting to bind port 079c0ab6-00ed-4132-8679-eaad04825d09 on network 13f58f44-5f6d-44cf-8dd4-69d1d94096a6 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:40:13.463848 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:40:13.464185 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Checking segment: {'id': 'cba75dc3-a20b-47e9-ac73-da230febc843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '13f58f44-5f6d-44cf-8dd4-69d1d94096a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:40:13.464562 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Bound using segment: {'id': 'cba75dc3-a20b-47e9-ac73-da230febc843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '13f58f44-5f6d-44cf-8dd4-69d1d94096a6'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:40:13.464990 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Bound port: 079c0ab6-00ed-4132-8679-eaad04825d09, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba75dc3-a20b-47e9-ac73-da230febc843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '13f58f44-5f6d-44cf-8dd4-69d1d94096a6'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:40:13.465346 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:13.530977 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] For port 079c0ab6-00ed-4132-8679-eaad04825d09, host hv-cinder-80304, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:40:13.534683 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] For port 079c0ab6-00ed-4132-8679-eaad04825d09, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=079c0ab6-00ed-4132-8679-eaad04825d09,segment=NetworkSegment(cba75dc3-a20b-47e9-ac73-da230febc843),segment_id=cba75dc3-a20b-47e9-ac73-da230febc843)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:40:13.628853 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:13.665285 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:13.665913 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:13.667292 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] 10.222.0.76 "PUT /v2.0/ports/079c0ab6-00ed-4132-8679-eaad04825d09 HTTP/1.1" status: 200 len: 1093 time: 0.8353484 Aug 04 12:40:13.684602 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87738d73-7f09-4196-bce1-2a223025f720 service neutron] Pushing event updated for resources: {'Port': ['ID=079c0ab6-00ed-4132-8679-eaad04825d09,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:13.754876 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cd2f1a-0e9d-456b-84f2-dc9496abddc2', 'tag': '079c0ab6-00ed-4132-8679-eaad04825d09'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:40:13.757109 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37251787-b657-4f75-be06-319894aada1a" -d '{"events": [{"name": "network-changed", "server_uuid": "23cd2f1a-0e9d-456b-84f2-dc9496abddc2", "tag": "079c0ab6-00ed-4132-8679-eaad04825d09"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:40:13.793104 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f23a52-070a-44ec-aad7-b1e606cdf085 x-openstack-request-id: req-d4f23a52-070a-44ec-aad7-b1e606cdf085 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:40:13.793422 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cd2f1a-0e9d-456b-84f2-dc9496abddc2", "tag": "079c0ab6-00ed-4132-8679-eaad04825d09", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:40:13.805619 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d4f23a52-070a-44ec-aad7-b1e606cdf085 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:40:13.805619 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cd2f1a-0e9d-456b-84f2-dc9496abddc2', 'tag': '079c0ab6-00ed-4132-8679-eaad04825d09', 'status': 'completed', 'code': 200} Aug 04 12:40:13.805619 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 42090) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:13.918855 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-d519c20e-6b1c-442e-bede-49a1c95c8334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:13.920327 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-d519c20e-6b1c-442e-bede-49a1c95c8334 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a93cf83191440a0ab0650f8c8dfa256&device_id=23cd2f1a-0e9d-456b-84f2-dc9496abddc2 HTTP/1.1" status: 200 len: 1096 time: 0.0817528 Aug 04 12:40:14.003334 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-c1dfc1aa-f9ac-496f-b7dc-efcd77956d41 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=079c0ab6-00ed-4132-8679-eaad04825d09 HTTP/1.1" status: 200 len: 217 time: 0.0351450 Aug 04 12:40:14.095257 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-9f325e3e-f7a3-4d9e-969a-8ec4c2f552b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:14.096719 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-9f325e3e-f7a3-4d9e-969a-8ec4c2f552b0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9d664a5a-90c6-46dc-86bc-51bd34591097 HTTP/1.1" status: 200 len: 849 time: 0.0842221 Aug 04 12:40:14.147141 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-f1656fa3-ffe9-43f8-ae5f-ffeb86d90f52 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=13f58f44-5f6d-44cf-8dd4-69d1d94096a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294752 Aug 04 12:40:14.299585 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a4dbd-b054-40ec-8e4b-e9e4bf441500 req-bffe1da4-69df-40e3-982c-ab29e0fb6f25 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:14.301086 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8a6a4dbd-b054-40ec-8e4b-e9e4bf441500 req-bffe1da4-69df-40e3-982c-ab29e0fb6f25 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=23cd2f1a-0e9d-456b-84f2-dc9496abddc2 HTTP/1.1" status: 200 len: 943 time: 0.1566269 Aug 04 12:40:14.348669 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-f8451c03-6f25-4db1-b012-e718cc7e1600 service neutron] 10.222.0.76 "GET /v2.0/networks/13f58f44-5f6d-44cf-8dd4-69d1d94096a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876280 Aug 04 12:40:14.398428 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8a6a4dbd-b054-40ec-8e4b-e9e4bf441500 req-2bda4031-c7c1-444a-a9f9-0f953fe5c8a9 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880303 Aug 04 12:40:14.434228 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:14.524330 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0a6ce348-7764-48ff-8d1f-fa1ea92fa24d req-1e051e7f-8214-411d-addf-e060389a3863 service neutron] 10.222.0.76 "GET /v2.0/networks/13f58f44-5f6d-44cf-8dd4-69d1d94096a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588311 Aug 04 12:40:14.552314 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec52f0fb-7c90-43a0-bd04-499e454f75ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544505'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:15.024177 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e45e2-7859-4e1e-902d-f0b4497deb08 req-ed93e6ab-0f0d-4d8b-9472-6d6d05ae3635 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:15.025667 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d58e45e2-7859-4e1e-902d-f0b4497deb08 req-ed93e6ab-0f0d-4d8b-9472-6d6d05ae3635 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.1269662 Aug 04 12:40:15.030360 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37251787-b657-4f75-be06-319894aada1a req-5401cbb1-9def-4a6d-9171-3002534c9e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:15.031722 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-37251787-b657-4f75-be06-319894aada1a req-5401cbb1-9def-4a6d-9171-3002534c9e5f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a93cf83191440a0ab0650f8c8dfa256&device_id=23cd2f1a-0e9d-456b-84f2-dc9496abddc2 HTTP/1.1" status: 200 len: 1096 time: 0.1316352 Aug 04 12:40:15.144062 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d58e45e2-7859-4e1e-902d-f0b4497deb08 req-fddeb99f-4c72-4060-9dd6-2163ef37b278 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107199 Aug 04 12:40:15.205284 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37251787-b657-4f75-be06-319894aada1a req-68919918-beeb-444c-8c0c-7e76d5e4afc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:15.206763 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-37251787-b657-4f75-be06-319894aada1a req-68919918-beeb-444c-8c0c-7e76d5e4afc0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=13f58f44-5f6d-44cf-8dd4-69d1d94096a6 HTTP/1.1" status: 200 len: 910 time: 0.1474209 Aug 04 12:40:15.230202 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ec52f0fb-7c90-43a0-bd04-499e454f75ee admin admin] Deleting port e0ec607f-e824-436b-a1d3-7875cc191c42 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:40:15.230539 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec52f0fb-7c90-43a0-bd04-499e454f75ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:15.265384 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-37251787-b657-4f75-be06-319894aada1a req-a77bc8cc-2739-47d1-8987-bfbb2bea272c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=079c0ab6-00ed-4132-8679-eaad04825d09 HTTP/1.1" status: 200 len: 217 time: 0.0445201 Aug 04 12:40:15.351105 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37251787-b657-4f75-be06-319894aada1a req-e145b550-e5ba-4a8b-9323-f7d8f630db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:15.352548 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-37251787-b657-4f75-be06-319894aada1a req-e145b550-e5ba-4a8b-9323-f7d8f630db4c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9d664a5a-90c6-46dc-86bc-51bd34591097 HTTP/1.1" status: 200 len: 849 time: 0.0602446 Aug 04 12:40:15.392444 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-37251787-b657-4f75-be06-319894aada1a req-67ed286f-67b0-41f4-af01-b1a801cd090e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=13f58f44-5f6d-44cf-8dd4-69d1d94096a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284135 Aug 04 12:40:15.400878 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-ec52f0fb-7c90-43a0-bd04-499e454f75ee admin admin] For port e0ec607f-e824-436b-a1d3-7875cc191c42, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=e0ec607f-e824-436b-a1d3-7875cc191c42,segment=NetworkSegment(8ddbd182-8930-4902-9c5a-899f47dda38a),segment_id=8ddbd182-8930-4902-9c5a-899f47dda38a)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:40:15.401246 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec52f0fb-7c90-43a0-bd04-499e454f75ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:15.456112 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ec52f0fb-7c90-43a0-bd04-499e454f75ee admin admin] Calling delete_port for e0ec607f-e824-436b-a1d3-7875cc191c42 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:40:15.588757 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2401dc-5634-4f2e-9621-9f55f99ffea8 req-14fe7f90-a31c-409d-9c8c-c6c226078087 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:15.590166 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fe2401dc-5634-4f2e-9621-9f55f99ffea8 req-14fe7f90-a31c-409d-9c8c-c6c226078087 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=23cd2f1a-0e9d-456b-84f2-dc9496abddc2 HTTP/1.1" status: 200 len: 943 time: 0.1218569 Aug 04 12:40:15.593588 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-37251787-b657-4f75-be06-319894aada1a req-662d5aba-3247-4115-bd61-5453e3f86838 service neutron] 10.222.0.76 "GET /v2.0/networks/13f58f44-5f6d-44cf-8dd4-69d1d94096a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898046 Aug 04 12:40:15.743041 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fe2401dc-5634-4f2e-9621-9f55f99ffea8 req-976aa72d-8904-4fd4-8042-613d55f3a714 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288066 Aug 04 12:40:15.773909 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-37251787-b657-4f75-be06-319894aada1a req-199befe3-6c9d-4419-8b30-92080e949636 service neutron] 10.222.0.76 "GET /v2.0/networks/13f58f44-5f6d-44cf-8dd4-69d1d94096a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607082 Aug 04 12:40:15.886027 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec52f0fb-7c90-43a0-bd04-499e454f75ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:15.910176 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52f0fb-7c90-43a0-bd04-499e454f75ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ec607f-e824-436b-a1d3-7875cc191c42,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:15.999630 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:16.065271 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec52f0fb-7c90-43a0-bd04-499e454f75ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544397'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:16.308402 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec52f0fb-7c90-43a0-bd04-499e454f75ee admin admin] Router 2960adab-353a-4cfc-adeb-992cb1d4134c has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:40:16.321211 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8761566-4a9e-442f-8b4e-7bdafa307f74 req-f2636b6a-c3d9-4527-bf93-7fdf7dd84baa tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:16.322688 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e8761566-4a9e-442f-8b4e-7bdafa307f74 req-f2636b6a-c3d9-4527-bf93-7fdf7dd84baa tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0738368 Aug 04 12:40:16.404025 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e8761566-4a9e-442f-8b4e-7bdafa307f74 req-f5275218-046c-47cb-9728-302ee85cffea tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748532 Aug 04 12:40:16.448455 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec52f0fb-7c90-43a0-bd04-499e454f75ee admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:40:16.453654 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-ec52f0fb-7c90-43a0-bd04-499e454f75ee admin admin] 10.222.0.90 "PUT /v2.0/routers/2960adab-353a-4cfc-adeb-992cb1d4134c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6509085 Aug 04 12:40:16.456051 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 42106) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:16.459572 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae7d677-d775-42d7-846c-8bd46d477ddc None None] Sync routers for ids ['2960adab-353a-4cfc-adeb-992cb1d4134c'] in dv-cinder-803046-4-iscsi {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:40:16.468427 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae7d677-d775-42d7-846c-8bd46d477ddc None None] Routers {'2960adab-353a-4cfc-adeb-992cb1d4134c'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:40:16.469043 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-0ae7d677-d775-42d7-846c-8bd46d477ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:40:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2960adab-353a-4cfc-adeb-992cb1d4134c'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:40:16.556449 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-208f91a5-540e-4a9e-b0bf-2301d72dc9ae admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:16.570129 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-0ae7d677-d775-42d7-846c-8bd46d477ddc None None] Set router 2960adab-353a-4cfc-adeb-992cb1d4134c gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:40:16.665538 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-208f91a5-540e-4a9e-b0bf-2301d72dc9ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:16.747724 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-0ae7d677-d775-42d7-846c-8bd46d477ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2960adab-353a-4cfc-adeb-992cb1d4134c', 'name': 'tempest-ServerRescueNegativeTestJSON-246465308-router', 'tenant_id': '465ae0594e354f498461306e541acbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '933604fe-217c-415c-aa32-0f3cb379a9b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:40:15Z', 'revision_number': 5, 'project_id': '465ae0594e354f498461306e541acbd3', 'gw_port': {'id': '933604fe-217c-415c-aa32-0f3cb379a9b9', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2960adab-353a-4cfc-adeb-992cb1d4134c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:40:16.774085 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae7d677-d775-42d7-846c-8bd46d477ddc None None] Checking router: 2960adab-353a-4cfc-adeb-992cb1d4134c for host: dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:40:16.783053 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae7d677-d775-42d7-846c-8bd46d477ddc None None] Routers {'2960adab-353a-4cfc-adeb-992cb1d4134c'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:40:16.783675 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-0ae7d677-d775-42d7-846c-8bd46d477ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:40:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2960adab-353a-4cfc-adeb-992cb1d4134c'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:40:16.810496 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-208f91a5-540e-4a9e-b0bf-2301d72dc9ae admin admin] Deleting port 933604fe-217c-415c-aa32-0f3cb379a9b9 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:40:16.810872 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-208f91a5-540e-4a9e-b0bf-2301d72dc9ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:16.925004 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a55f1-a22a-494d-8567-44bfd54cce29 req-d51bb508-c086-4c4a-aa36-844d06d08237 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:16.926509 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e39a55f1-a22a-494d-8567-44bfd54cce29 req-d51bb508-c086-4c4a-aa36-844d06d08237 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=23cd2f1a-0e9d-456b-84f2-dc9496abddc2 HTTP/1.1" status: 200 len: 943 time: 0.1017516 Aug 04 12:40:16.955108 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-0ae7d677-d775-42d7-846c-8bd46d477ddc None None] Set router 2960adab-353a-4cfc-adeb-992cb1d4134c gateway port host: None {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:40:16.956361 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-208f91a5-540e-4a9e-b0bf-2301d72dc9ae admin admin] For port 933604fe-217c-415c-aa32-0f3cb379a9b9, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=933604fe-217c-415c-aa32-0f3cb379a9b9,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:40:16.956729 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-208f91a5-540e-4a9e-b0bf-2301d72dc9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:16.972611 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-208f91a5-540e-4a9e-b0bf-2301d72dc9ae admin admin] Calling delete_port for 933604fe-217c-415c-aa32-0f3cb379a9b9 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:40:16.994656 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e39a55f1-a22a-494d-8567-44bfd54cce29 req-cd6fb85f-28f4-4d2e-84da-855ae750aedb tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620029 Aug 04 12:40:17.014709 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-0ae7d677-d775-42d7-846c-8bd46d477ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2960adab-353a-4cfc-adeb-992cb1d4134c', 'name': 'tempest-ServerRescueNegativeTestJSON-246465308-router', 'tenant_id': '465ae0594e354f498461306e541acbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:40:16Z', 'revision_number': 6, 'project_id': '465ae0594e354f498461306e541acbd3', 'gw_port_host': None}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:40:17.040980 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae7d677-d775-42d7-846c-8bd46d477ddc None None] The sync data for ids ['2960adab-353a-4cfc-adeb-992cb1d4134c'] in dv-cinder-803046-4-iscsi is: [{'id': '2960adab-353a-4cfc-adeb-992cb1d4134c', 'name': 'tempest-ServerRescueNegativeTestJSON-246465308-router', 'tenant_id': '465ae0594e354f498461306e541acbd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:40:16Z', 'revision_number': 6, 'project_id': '465ae0594e354f498461306e541acbd3', 'gw_port_host': None}] {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:40:17.165605 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 079c0ab6-00ed-4132-8679-eaad04825d09 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:40:17.209953 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-208f91a5-540e-4a9e-b0bf-2301d72dc9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:17.235053 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f91a5-540e-4a9e-b0bf-2301d72dc9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=933604fe-217c-415c-aa32-0f3cb379a9b9,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:17.262751 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 079c0ab6-00ed-4132-8679-eaad04825d09, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=079c0ab6-00ed-4132-8679-eaad04825d09,segment=NetworkSegment(cba75dc3-a20b-47e9-ac73-da230febc843),segment_id=cba75dc3-a20b-47e9-ac73-da230febc843)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:40:17.275982 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': '079c0ab6-00ed-4132-8679-eaad04825d09', 'network_id': '13f58f44-5f6d-44cf-8dd4-69d1d94096a6', 'port_id': '079c0ab6-00ed-4132-8679-eaad04825d09', 'mac_address': 'fa:16:3e:c8:70:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d664a5a-90c6-46dc-86bc-51bd34591097', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:40:17.316072 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:17.329828 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079c0ab6-00ed-4132-8679-eaad04825d09 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:40:17.351295 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 079c0ab6-00ed-4132-8679-eaad04825d09, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=079c0ab6-00ed-4132-8679-eaad04825d09,segment=NetworkSegment(cba75dc3-a20b-47e9-ac73-da230febc843),segment_id=cba75dc3-a20b-47e9-ac73-da230febc843)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:40:17.428792 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:17.481997 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=079c0ab6-00ed-4132-8679-eaad04825d09,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:17.489739 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:17.490205 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:17.490554 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:17.490891 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:17.491223 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:17.491586 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:17.491893 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:17.492221 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:17.492551 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:17.492882 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:17.493206 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:17.493552 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:40:17.542270 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-208f91a5-540e-4a9e-b0bf-2301d72dc9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544055'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:17.622749 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f3a1e-6914-4171-bc44-6e2258bef964 req-570fa801-e026-4f70-a8d6-5a5a1bf2aeb9 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:17.624215 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-256f3a1e-6914-4171-bc44-6e2258bef964 req-570fa801-e026-4f70-a8d6-5a5a1bf2aeb9 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.1273339 Aug 04 12:40:17.663044 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-208f91a5-540e-4a9e-b0bf-2301d72dc9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31799'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:17.669925 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-208f91a5-540e-4a9e-b0bf-2301d72dc9ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:17.741343 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-256f3a1e-6914-4171-bc44-6e2258bef964 req-cd4efae9-5002-40d9-a1db-d9023f64b1f6 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891392 Aug 04 12:40:17.809962 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-208f91a5-540e-4a9e-b0bf-2301d72dc9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640572'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:17.810419 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208f91a5-540e-4a9e-b0bf-2301d72dc9ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2960adab-353a-4cfc-adeb-992cb1d4134c {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 12:40:17.818707 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-208f91a5-540e-4a9e-b0bf-2301d72dc9ae admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:17.818707 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-208f91a5-540e-4a9e-b0bf-2301d72dc9ae admin admin] 10.222.0.90 "DELETE /v2.0/routers/2960adab-353a-4cfc-adeb-992cb1d4134c HTTP/1.1" status: 204 len: 168 time: 1.3594041 Aug 04 12:40:17.819007 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 42112) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:17.856596 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['079c0ab6-00ed-4132-8679-eaad04825d09'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:40:17.865568 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f655d9c-273e-4500-9e06-4ab401f0e2c6 admin admin] Deleting subnet bcddcb6e-8579-46c5-9c70-12b6d396ce24 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 12:40:17.869689 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f655d9c-273e-4500-9e06-4ab401f0e2c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:17.921556 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f655d9c-273e-4500-9e06-4ab401f0e2c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3168408'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:17.962574 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f655d9c-273e-4500-9e06-4ab401f0e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8264673'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:18.098811 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f655d9c-273e-4500-9e06-4ab401f0e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8263954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4003078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694604'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:18.134177 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f655d9c-273e-4500-9e06-4ab401f0e2c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcddcb6e-8579-46c5-9c70-12b6d396ce24,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:18.143305 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9943390-bb3a-4e99-a985-2ac51dd50b09 req-5628542a-5031-421b-ad32-a2f88664f06c tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:18.144898 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d9943390-bb3a-4e99-a985-2ac51dd50b09 req-5628542a-5031-421b-ad32-a2f88664f06c tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=23cd2f1a-0e9d-456b-84f2-dc9496abddc2 HTTP/1.1" status: 200 len: 944 time: 0.0812860 Aug 04 12:40:18.147800 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f655d9c-273e-4500-9e06-4ab401f0e2c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:18.152196 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-4f655d9c-273e-4500-9e06-4ab401f0e2c6 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/bcddcb6e-8579-46c5-9c70-12b6d396ce24 HTTP/1.1" status: 204 len: 168 time: 0.3324754 Aug 04 12:40:18.152423 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42116) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:18.189778 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d9943390-bb3a-4e99-a985-2ac51dd50b09 req-da840510-bee5-41be-ae2f-cba5d0275fa5 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363319 Aug 04 12:40:18.236271 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-894d8326-acc9-4217-bbf1-3afe24a5a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7872879'] for network, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:18.312601 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-894d8326-acc9-4217-bbf1-3afe24a5a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314982', 'neutron.services.segments.db._delete_segments_for_network-8788656383735'] for network, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:18.322165 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-894d8326-acc9-4217-bbf1-3afe24a5a32a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7']}} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:40:18.331955 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-894d8326-acc9-4217-bbf1-3afe24a5a32a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddbd182-8930-4902-9c5a-899f47dda38a') {'for_net_delete': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:40:18.332241 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-894d8326-acc9-4217-bbf1-3afe24a5a32a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddbd182-8930-4902-9c5a-899f47dda38a') {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:40:18.342195 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-894d8326-acc9-4217-bbf1-3afe24a5a32a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788656387588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9287380'] for segment, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:18.355925 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-894d8326-acc9-4217-bbf1-3afe24a5a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:18.361748 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894d8326-acc9-4217-bbf1-3afe24a5a32a admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=94079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 12:40:18.362120 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-894d8326-acc9-4217-bbf1-3afe24a5a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2652940'] for segment, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: Traceback (most recent call last): Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: timer() Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: cb(*args, **kw) Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: return func(*args, **kwargs) Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: self._notify() Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: self.callback(batched_events) Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: event.method(event) Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: return f(self, *a, **k) Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._get(url).json() Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: return self.request(url, 'GET', **kwargs) Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 12:40:18.363699 dv-cinder-803046-4-iscsi neutron-server[94079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 12:40:18.501722 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-894d8326-acc9-4217-bbf1-3afe24a5a32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544019'] for network, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:18.507589 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-894d8326-acc9-4217-bbf1-3afe24a5a32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:18.508780 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-894d8326-acc9-4217-bbf1-3afe24a5a32a admin admin] 10.222.0.90 "DELETE /v2.0/networks/0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7 HTTP/1.1" status: 204 len: 168 time: 0.3555939 Aug 04 12:40:18.521247 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d8326-acc9-4217-bbf1-3afe24a5a32a admin admin] Pushing event deleted for resources: {'Network': ['ID=0f07f26a-6c1d-404c-8ff6-d5d3497ac3f7,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:18.753043 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 933604fe-217c-415c-aa32-0f3cb379a9b9 no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:40:18.774138 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: 933604fe-217c-415c-aa32-0f3cb379a9b9 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:40:18.775102 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 933604fe-217c-415c-aa32-0f3cb379a9b9 not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:40:18.775102 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device e0ec607f-e824-436b-a1d3-7875cc191c42 no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:40:18.793473 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: e0ec607f-e824-436b-a1d3-7875cc191c42 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:40:18.793823 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device e0ec607f-e824-436b-a1d3-7875cc191c42 not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:40:18.823178 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 42122) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:18.884824 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577fe7b-58dd-4728-ba4a-046fd1241f17 req-470eb0df-cfd5-488c-a172-c5e7a3c9c5d2 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:18.886341 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f577fe7b-58dd-4728-ba4a-046fd1241f17 req-470eb0df-cfd5-488c-a172-c5e7a3c9c5d2 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0764024 Aug 04 12:40:18.893095 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-cbb0921f-6971-49d8-b4a5-d13fcb20fb0b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=465ae0594e354f498461306e541acbd3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0688667 Aug 04 12:40:18.895705 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42124) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:18.927000 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f577fe7b-58dd-4728-ba4a-046fd1241f17 req-17584a6d-9cc6-4dc9-8a5e-fb406b00c421 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327003 Aug 04 12:40:18.945132 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3e33273b-bcac-4353-8db1-42ea730f27c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:18.966194 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3e33273b-bcac-4353-8db1-42ea730f27c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:19.080184 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3e33273b-bcac-4353-8db1-42ea730f27c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:19.082822 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3e33273b-bcac-4353-8db1-42ea730f27c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:19.086273 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-3e33273b-bcac-4353-8db1-42ea730f27c9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/70550ae1-3786-4dce-8863-1475c68690b1 HTTP/1.1" status: 204 len: 168 time: 0.1870666 Aug 04 12:40:19.092134 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33273b-bcac-4353-8db1-42ea730f27c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70550ae1-3786-4dce-8863-1475c68690b1,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:19.182316 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 079c0ab6-00ed-4132-8679-eaad04825d09 up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:40:19.307371 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port 079c0ab6-00ed-4132-8679-eaad04825d09 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:40:19.310819 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661c603-83af-4b40-98ab-3bb0ee97a1a6 req-0f792451-24fd-4c95-8e48-defd96bc5847 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:19.312334 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d661c603-83af-4b40-98ab-3bb0ee97a1a6 req-0f792451-24fd-4c95-8e48-defd96bc5847 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=23cd2f1a-0e9d-456b-84f2-dc9496abddc2 HTTP/1.1" status: 200 len: 944 time: 0.0547771 Aug 04 12:40:19.316764 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port 079c0ab6-00ed-4132-8679-eaad04825d09 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:40:19.317139 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:19.351791 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d661c603-83af-4b40-98ab-3bb0ee97a1a6 req-d81f478b-1194-454d-8424-449d4ed6e92a tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332174 Aug 04 12:40:19.395126 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:19.417710 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cd2f1a-0e9d-456b-84f2-dc9496abddc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079c0ab6-00ed-4132-8679-eaad04825d09'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:40:19.419946 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6a51c9-05d8-4952-bfb6-caafca7ec42d" -d '{"events": [{"server_uuid": "23cd2f1a-0e9d-456b-84f2-dc9496abddc2", "name": "network-vif-plugged", "status": "completed", "tag": "079c0ab6-00ed-4132-8679-eaad04825d09"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:40:19.433759 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 079c0ab6-00ed-4132-8679-eaad04825d09, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=079c0ab6-00ed-4132-8679-eaad04825d09,segment=NetworkSegment(cba75dc3-a20b-47e9-ac73-da230febc843),segment_id=cba75dc3-a20b-47e9-ac73-da230febc843)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:40:19.458538 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2a90cd-409c-43dd-b490-5d5c2127456c x-openstack-request-id: req-8d2a90cd-409c-43dd-b490-5d5c2127456c {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:40:19.458538 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cd2f1a-0e9d-456b-84f2-dc9496abddc2", "name": "network-vif-plugged", "status": "completed", "tag": "079c0ab6-00ed-4132-8679-eaad04825d09", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:40:19.458538 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8d2a90cd-409c-43dd-b490-5d5c2127456c {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:40:19.458538 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cd2f1a-0e9d-456b-84f2-dc9496abddc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079c0ab6-00ed-4132-8679-eaad04825d09', 'code': 200} Aug 04 12:40:19.507888 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:19.566584 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=079c0ab6-00ed-4132-8679-eaad04825d09,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:19.850795 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e011aa-0989-4f32-a97f-5f7d45669106 req-86d1ba21-8850-4d07-816f-5ec16dd2ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:19.852256 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e6e011aa-0989-4f32-a97f-5f7d45669106 req-86d1ba21-8850-4d07-816f-5ec16dd2ef98 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=23cd2f1a-0e9d-456b-84f2-dc9496abddc2 HTTP/1.1" status: 200 len: 1098 time: 0.0397263 Aug 04 12:40:19.889519 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e6e011aa-0989-4f32-a97f-5f7d45669106 req-2e40fa0f-2e94-4449-8d76-bc44591b4825 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282564 Aug 04 12:40:20.044328 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0617fd-b7fd-4672-8a4d-f4cc35d5188a req-2094769f-e24a-4413-bb50-41544eff6ad4 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:20.045854 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ec0617fd-b7fd-4672-8a4d-f4cc35d5188a req-2094769f-e24a-4413-bb50-41544eff6ad4 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0488710 Aug 04 12:40:20.084785 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ec0617fd-b7fd-4672-8a4d-f4cc35d5188a req-80b2ab4c-a8ac-4621-a235-db5a904fc4fa tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328963 Aug 04 12:40:20.137287 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42152) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:20.228353 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-afd3d95a-9871-47d7-bdf1-4f8057b2fd30 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2073103544-network', 'tenant_id': '964309eb459f45369425c7aa7b9b0170'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:40:20.381144 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd3d95a-9871-47d7-bdf1-4f8057b2fd30 admin admin] Made reservation on behalf of 964309eb459f45369425c7aa7b9b0170 for: {'network': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:40:20.383361 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-afd3d95a-9871-47d7-bdf1-4f8057b2fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:20.391999 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-afd3d95a-9871-47d7-bdf1-4f8057b2fd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:20.470944 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c41a2-0b88-496e-ae41-9b8952f6c6a6 req-9c0d0922-e228-4529-bf10-14ccf1333f3c tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:20.472562 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ed2c41a2-0b88-496e-ae41-9b8952f6c6a6 req-9c0d0922-e228-4529-bf10-14ccf1333f3c tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=23cd2f1a-0e9d-456b-84f2-dc9496abddc2 HTTP/1.1" status: 200 len: 945 time: 0.0519938 Aug 04 12:40:20.484708 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-afd3d95a-9871-47d7-bdf1-4f8057b2fd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:20.511193 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ed2c41a2-0b88-496e-ae41-9b8952f6c6a6 req-10d573da-0476-45d1-82f5-b3294b0b8fc7 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324171 Aug 04 12:40:20.554492 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-afd3d95a-9871-47d7-bdf1-4f8057b2fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:20.575555 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd3d95a-9871-47d7-bdf1-4f8057b2fd30 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=94079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 12:40:20.590056 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3d95a-9871-47d7-bdf1-4f8057b2fd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246b5697-f0ec-4198-aa64-852e1e6e8e00,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:20.592866 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-afd3d95a-9871-47d7-bdf1-4f8057b2fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:20.593209 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.db.segments_db [None req-afd3d95a-9871-47d7-bdf1-4f8057b2fd30 admin admin] Added segment c602d619-175b-4f63-ab0e-97eb797e6721 of type vlan for network a5822ed9-82aa-486e-a6c5-0d00e90c7d90 Aug 04 12:40:20.632830 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-afd3d95a-9871-47d7-bdf1-4f8057b2fd30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:20.754225 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-afd3d95a-9871-47d7-bdf1-4f8057b2fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:20.755234 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd3d95a-9871-47d7-bdf1-4f8057b2fd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:20.755849 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-afd3d95a-9871-47d7-bdf1-4f8057b2fd30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:20.813671 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3d95a-9871-47d7-bdf1-4f8057b2fd30 admin admin] Pushing event updated for resources: {'Network': ['ID=a5822ed9-82aa-486e-a6c5-0d00e90c7d90,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:20.823256 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network a5822ed9-82aa-486e-a6c5-0d00e90c7d90 details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:40:20.862750 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-afd3d95a-9871-47d7-bdf1-4f8057b2fd30 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7242312 Aug 04 12:40:20.865746 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42158) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:20.870695 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-918bdf5d-3f8f-408e-88b0-096e39e12015 admin admin] Request body: {'subnet': {'network_id': 'a5822ed9-82aa-486e-a6c5-0d00e90c7d90', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2073103544-subnet', 'tenant_id': '964309eb459f45369425c7aa7b9b0170', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:40:20.946969 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918bdf5d-3f8f-408e-88b0-096e39e12015 admin admin] Made reservation on behalf of 964309eb459f45369425c7aa7b9b0170 for: {'subnet': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:40:20.949394 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-918bdf5d-3f8f-408e-88b0-096e39e12015 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9245666'] for subnet, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:21.187245 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-918bdf5d-3f8f-408e-88b0-096e39e12015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2653157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9245660'] for subnet, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:21.196568 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215a2bb-c6e8-4422-8a40-8496bc1997df req-dbbe06c3-1f88-4615-85e5-d229169dc213 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:21.198068 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7215a2bb-c6e8-4422-8a40-8496bc1997df req-dbbe06c3-1f88-4615-85e5-d229169dc213 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0473301 Aug 04 12:40:21.237151 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7215a2bb-c6e8-4422-8a40-8496bc1997df req-cf70b3e7-b3d0-4797-a920-5cd8a8b55fdf tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330653 Aug 04 12:40:21.245702 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918bdf5d-3f8f-408e-88b0-096e39e12015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5a7c31-234e-48ce-abbb-9e63f7a1001e,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:21.258731 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918bdf5d-3f8f-408e-88b0-096e39e12015 admin admin] Checking segment: {'id': 'c602d619-175b-4f63-ab0e-97eb797e6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'a5822ed9-82aa-486e-a6c5-0d00e90c7d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:40:21.259220 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918bdf5d-3f8f-408e-88b0-096e39e12015 admin admin] Network hostable DHCP agents. Network: a5822ed9-82aa-486e-a6c5-0d00e90c7d90, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:40:21.343435 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918bdf5d-3f8f-408e-88b0-096e39e12015 admin admin] Network a5822ed9-82aa-486e-a6c5-0d00e90c7d90 is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:40:21.472987 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-918bdf5d-3f8f-408e-88b0-096e39e12015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, a5822ed9-82aa-486e-a6c5-0d00e90c7d90) {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:40:21.477187 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918bdf5d-3f8f-408e-88b0-096e39e12015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:21.477805 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-918bdf5d-3f8f-408e-88b0-096e39e12015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for subnet, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:21.482340 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d1cf7b-f173-4326-a5bf-3454a8b91f52 None None] Network a5822ed9-82aa-486e-a6c5-0d00e90c7d90 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:40:21.586356 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-918bdf5d-3f8f-408e-88b0-096e39e12015 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7110717 Aug 04 12:40:21.617353 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881fa4a5-6c2f-49cc-9bad-fff6e6820663 None None] Network a5822ed9-82aa-486e-a6c5-0d00e90c7d90 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:40:21.637245 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3d6b4-b449-4923-a1fb-93c39b7de310 req-a77e3b17-3b65-45b0-b950-e8f675fe2be0 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:21.638789 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8fb3d6b4-b449-4923-a1fb-93c39b7de310 req-a77e3b17-3b65-45b0-b950-e8f675fe2be0 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=23cd2f1a-0e9d-456b-84f2-dc9496abddc2 HTTP/1.1" status: 200 len: 945 time: 0.0557773 Aug 04 12:40:21.679591 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8fb3d6b4-b449-4923-a1fb-93c39b7de310 req-c68ec765-cb46-486b-ba31-cf45aad812a7 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337205 Aug 04 12:40:22.358399 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5496ea-7276-4d81-8d41-8ac4a5833880 req-9012fee9-460d-46f1-90c8-fc48b75fccfb tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:22.359897 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1d5496ea-7276-4d81-8d41-8ac4a5833880 req-9012fee9-460d-46f1-90c8-fc48b75fccfb tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0525577 Aug 04 12:40:22.398175 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1d5496ea-7276-4d81-8d41-8ac4a5833880 req-b19bc866-ff7d-4cb5-a629-61af1f5f28a3 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317068 Aug 04 12:40:22.472157 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42180) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:22.477366 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-488e42ec-f076-4801-aecc-3740525bb0d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1496913909-network', 'tenant_id': '2ff51841d40a4c3988dea5cacbf7f9da'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:40:22.560041 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488e42ec-f076-4801-aecc-3740525bb0d2 admin admin] Made reservation on behalf of 2ff51841d40a4c3988dea5cacbf7f9da for: {'network': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:40:22.562223 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-488e42ec-f076-4801-aecc-3740525bb0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:22.571367 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-488e42ec-f076-4801-aecc-3740525bb0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:22.664216 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-488e42ec-f076-4801-aecc-3740525bb0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:22.714568 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-488e42ec-f076-4801-aecc-3740525bb0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:22.741262 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488e42ec-f076-4801-aecc-3740525bb0d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=94079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 12:40:22.747649 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e42ec-f076-4801-aecc-3740525bb0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda6cebf-1b40-4e41-9ea5-f594df8fb24d,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:22.753659 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-488e42ec-f076-4801-aecc-3740525bb0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:22.754000 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.db.segments_db [None req-488e42ec-f076-4801-aecc-3740525bb0d2 admin admin] Added segment b56a7d6e-09c8-4811-9a05-6751e1ffb8f2 of type vlan for network 926dcb81-8da6-41ab-9081-02256e4a2c16 Aug 04 12:40:22.794004 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-488e42ec-f076-4801-aecc-3740525bb0d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:22.797077 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31433e-56ec-4625-ad34-d210375d0ebc req-ff97c638-1082-4b06-9e9f-d31e0e34df10 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:22.798729 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fe31433e-56ec-4625-ad34-d210375d0ebc req-ff97c638-1082-4b06-9e9f-d31e0e34df10 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=23cd2f1a-0e9d-456b-84f2-dc9496abddc2 HTTP/1.1" status: 200 len: 945 time: 0.0513804 Aug 04 12:40:22.837261 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fe31433e-56ec-4625-ad34-d210375d0ebc req-72c84a82-a7d4-4639-a76a-45d99c7f3d7f tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Aug 04 12:40:22.897366 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-488e42ec-f076-4801-aecc-3740525bb0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:22.898397 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e42ec-f076-4801-aecc-3740525bb0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:22.898974 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-488e42ec-f076-4801-aecc-3740525bb0d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:22.957945 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e42ec-f076-4801-aecc-3740525bb0d2 admin admin] Pushing event updated for resources: {'Network': ['ID=926dcb81-8da6-41ab-9081-02256e4a2c16,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:22.967844 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network 926dcb81-8da6-41ab-9081-02256e4a2c16 details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:40:23.029308 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-488e42ec-f076-4801-aecc-3740525bb0d2 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5558343 Aug 04 12:40:23.032119 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42186) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:23.036949 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-4a8271a4-3a38-4c0f-85d9-9d9b1b53136a admin admin] Request body: {'subnet': {'network_id': '926dcb81-8da6-41ab-9081-02256e4a2c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1496913909-subnet', 'tenant_id': '2ff51841d40a4c3988dea5cacbf7f9da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:40:23.154103 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8271a4-3a38-4c0f-85d9-9d9b1b53136a admin admin] Made reservation on behalf of 2ff51841d40a4c3988dea5cacbf7f9da for: {'subnet': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:40:23.156742 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4a8271a4-3a38-4c0f-85d9-9d9b1b53136a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9245666'] for subnet, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:23.372478 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4a8271a4-3a38-4c0f-85d9-9d9b1b53136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2653157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9245660'] for subnet, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:23.434032 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8271a4-3a38-4c0f-85d9-9d9b1b53136a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d32a185-b16e-4fe7-92e3-a7ddc708ae8a,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:23.436089 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8271a4-3a38-4c0f-85d9-9d9b1b53136a admin admin] Checking segment: {'id': 'b56a7d6e-09c8-4811-9a05-6751e1ffb8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '926dcb81-8da6-41ab-9081-02256e4a2c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:40:23.436446 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8271a4-3a38-4c0f-85d9-9d9b1b53136a admin admin] Network hostable DHCP agents. Network: 926dcb81-8da6-41ab-9081-02256e4a2c16, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:40:23.508276 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8271a4-3a38-4c0f-85d9-9d9b1b53136a admin admin] Network 926dcb81-8da6-41ab-9081-02256e4a2c16 is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:40:23.515902 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731b204-4138-46ec-9a8f-6648c04d41a6 req-6e6521ce-c809-42c0-b418-dcf50ba47ac3 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:23.517422 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1731b204-4138-46ec-9a8f-6648c04d41a6 req-6e6521ce-c809-42c0-b418-dcf50ba47ac3 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0496495 Aug 04 12:40:23.556658 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1731b204-4138-46ec-9a8f-6648c04d41a6 req-1ed490cc-b238-4551-a9e5-1d22a7b338ea tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330114 Aug 04 12:40:23.565929 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-4a8271a4-3a38-4c0f-85d9-9d9b1b53136a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, 926dcb81-8da6-41ab-9081-02256e4a2c16) {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:40:23.575240 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950d84fa-ca1b-4dbf-991c-23ec02fc54d0 None None] Network 926dcb81-8da6-41ab-9081-02256e4a2c16 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:40:23.580199 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8271a4-3a38-4c0f-85d9-9d9b1b53136a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:23.580828 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4a8271a4-3a38-4c0f-85d9-9d9b1b53136a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for subnet, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:23.641927 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-4a8271a4-3a38-4c0f-85d9-9d9b1b53136a admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6077392 Aug 04 12:40:23.698023 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d4fa70-6d70-4e15-a8bf-e1b9e9e2013d None None] Network 926dcb81-8da6-41ab-9081-02256e4a2c16 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:40:23.764248 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 42200) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:23.815012 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-64492b4a-776b-416f-be35-12aa22495f1f admin admin] Deleting subnet aa5a7c31-234e-48ce-abbb-9e63f7a1001e {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 12:40:23.818416 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64492b4a-776b-416f-be35-12aa22495f1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:23.852973 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64492b4a-776b-416f-be35-12aa22495f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3168408'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:23.891263 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64492b4a-776b-416f-be35-12aa22495f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8264673'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.017785 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64492b4a-776b-416f-be35-12aa22495f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8263954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4003078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694604'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.049666 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64492b4a-776b-416f-be35-12aa22495f1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5a7c31-234e-48ce-abbb-9e63f7a1001e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:24.053862 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64492b4a-776b-416f-be35-12aa22495f1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.056243 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-64492b4a-776b-416f-be35-12aa22495f1f admin admin] 10.222.0.90 "DELETE /v2.0/subnets/aa5a7c31-234e-48ce-abbb-9e63f7a1001e HTTP/1.1" status: 204 len: 168 time: 0.2909279 Aug 04 12:40:24.058655 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 42204) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:24.125415 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5502d3a7-f9cf-4b34-89af-abc26e2dfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7872879'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.233189 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5502d3a7-f9cf-4b34-89af-abc26e2dfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314982', 'neutron.services.segments.db._delete_segments_for_network-8788656383735'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.247413 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-5502d3a7-f9cf-4b34-89af-abc26e2dfa33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5822ed9-82aa-486e-a6c5-0d00e90c7d90']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:40:24.261657 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d185b4f-5755-4cc3-9286-26b248038324 req-fe4ffabd-df04-4c87-8f35-38a7d9b54a0f tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:24.263159 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9d185b4f-5755-4cc3-9286-26b248038324 req-fe4ffabd-df04-4c87-8f35-38a7d9b54a0f tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=23cd2f1a-0e9d-456b-84f2-dc9496abddc2 HTTP/1.1" status: 200 len: 945 time: 0.1077247 Aug 04 12:40:24.266925 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-5502d3a7-f9cf-4b34-89af-abc26e2dfa33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c602d619-175b-4f63-ab0e-97eb797e6721') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:40:24.267229 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-5502d3a7-f9cf-4b34-89af-abc26e2dfa33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c602d619-175b-4f63-ab0e-97eb797e6721') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:40:24.282874 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5502d3a7-f9cf-4b34-89af-abc26e2dfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788656387588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3168403'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.303921 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5502d3a7-f9cf-4b34-89af-abc26e2dfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.316333 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5502d3a7-f9cf-4b34-89af-abc26e2dfa33 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 12:40:24.316731 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5502d3a7-f9cf-4b34-89af-abc26e2dfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4003244'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: Traceback (most recent call last): Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: timer() Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: cb(*args, **kw) Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: return func(*args, **kwargs) Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: self._notify() Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: self.callback(batched_events) Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: event.method(event) Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: return f(self, *a, **k) Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: return self._get(url).json() Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: return self.request(url, 'GET', **kwargs) Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 12:40:24.318369 dv-cinder-803046-4-iscsi neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 12:40:24.358732 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9d185b4f-5755-4cc3-9286-26b248038324 req-649edf73-0a14-4be3-a73e-249d4814201b tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848644 Aug 04 12:40:24.445708 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5502d3a7-f9cf-4b34-89af-abc26e2dfa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544019'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.450968 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5502d3a7-f9cf-4b34-89af-abc26e2dfa33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.452781 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5502d3a7-f9cf-4b34-89af-abc26e2dfa33 admin admin] 10.222.0.90 "DELETE /v2.0/networks/a5822ed9-82aa-486e-a6c5-0d00e90c7d90 HTTP/1.1" status: 204 len: 168 time: 0.3931847 Aug 04 12:40:24.456282 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42208) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:24.464150 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502d3a7-f9cf-4b34-89af-abc26e2dfa33 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5822ed9-82aa-486e-a6c5-0d00e90c7d90,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:24.499358 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40d6f81-7695-438d-8e18-b6191b6701c5 admin admin] Deleting subnet 3d32a185-b16e-4fe7-92e3-a7ddc708ae8a {{(pid=94079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 12:40:24.503001 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d40d6f81-7695-438d-8e18-b6191b6701c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.539772 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d40d6f81-7695-438d-8e18-b6191b6701c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9287391'] for subnet, precommit_delete_associations {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.580737 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d40d6f81-7695-438d-8e18-b6191b6701c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8264673'] for subnet, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.674502 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fb42d-bbc5-4d2d-b4c3-db8a6e8549e2 req-af1726ce-e1e9-49c9-a00e-98b568f19b3b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:24.675975 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1b1fb42d-bbc5-4d2d-b4c3-db8a6e8549e2 req-af1726ce-e1e9-49c9-a00e-98b568f19b3b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0486255 Aug 04 12:40:24.690930 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d40d6f81-7695-438d-8e18-b6191b6701c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8263954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9245637'] for subnet, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.714341 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1b1fb42d-bbc5-4d2d-b4c3-db8a6e8549e2 req-46043c45-31ff-4093-b28d-c663667f1d5a tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324612 Aug 04 12:40:24.717286 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d6f81-7695-438d-8e18-b6191b6701c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d32a185-b16e-4fe7-92e3-a7ddc708ae8a,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:24.721914 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d40d6f81-7695-438d-8e18-b6191b6701c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for subnet, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.724560 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-d40d6f81-7695-438d-8e18-b6191b6701c5 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/3d32a185-b16e-4fe7-92e3-a7ddc708ae8a HTTP/1.1" status: 204 len: 168 time: 0.2665982 Aug 04 12:40:24.734407 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42212) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:24.794674 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3cc2-3017-446c-939e-70b040252fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7872879'] for network, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.870665 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3cc2-3017-446c-939e-70b040252fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314982', 'neutron.services.segments.db._delete_segments_for_network-8788656383735'] for network, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.881309 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-bd5c3cc2-3017-446c-939e-70b040252fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926dcb81-8da6-41ab-9081-02256e4a2c16']}} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:40:24.890939 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-bd5c3cc2-3017-446c-939e-70b040252fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56a7d6e-09c8-4811-9a05-6751e1ffb8f2') {'for_net_delete': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:40:24.891219 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-bd5c3cc2-3017-446c-939e-70b040252fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56a7d6e-09c8-4811-9a05-6751e1ffb8f2') {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:40:24.899811 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3cc2-3017-446c-939e-70b040252fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788656387588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9287380'] for segment, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.912743 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3cc2-3017-446c-939e-70b040252fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.918411 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5c3cc2-3017-446c-939e-70b040252fa7 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 12:40:24.918790 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3cc2-3017-446c-939e-70b040252fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2652940'] for segment, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: Traceback (most recent call last): Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: timer() Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: cb(*args, **kw) Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: return func(*args, **kwargs) Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: self._notify() Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: self.callback(batched_events) Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: event.method(event) Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: return f(self, *a, **k) Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._get(url).json() Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: return self.request(url, 'GET', **kwargs) Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 12:40:24.920365 dv-cinder-803046-4-iscsi neutron-server[94079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 12:40:25.040359 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3cc2-3017-446c-939e-70b040252fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544019'] for network, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:25.045601 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bd5c3cc2-3017-446c-939e-70b040252fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:25.047416 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-bd5c3cc2-3017-446c-939e-70b040252fa7 admin admin] 10.222.0.90 "DELETE /v2.0/networks/926dcb81-8da6-41ab-9081-02256e4a2c16 HTTP/1.1" status: 204 len: 168 time: 0.3199728 Aug 04 12:40:25.058960 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c3cc2-3017-446c-939e-70b040252fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=926dcb81-8da6-41ab-9081-02256e4a2c16,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:25.363360 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42216) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:25.402694 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-f21776c2-c6d1-4f5a-827d-9163abc6ea5b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=964309eb459f45369425c7aa7b9b0170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381858 Aug 04 12:40:25.405148 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42220) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:25.452656 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fc17850f-e4aa-4608-9a78-8483c0fcf37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:25.471601 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf03d2-958c-4fe0-97ee-9be651924df2 req-a23efe56-bdb7-4a14-9eb4-a0cc95f29a39 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:25.473053 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-12cf03d2-958c-4fe0-97ee-9be651924df2 req-a23efe56-bdb7-4a14-9eb4-a0cc95f29a39 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=23cd2f1a-0e9d-456b-84f2-dc9496abddc2 HTTP/1.1" status: 200 len: 945 time: 0.0467286 Aug 04 12:40:25.473784 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fc17850f-e4aa-4608-9a78-8483c0fcf37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:25.510162 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-12cf03d2-958c-4fe0-97ee-9be651924df2 req-19114dea-84aa-41a9-9f6d-92bd358a63d6 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 Aug 04 12:40:25.598502 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fc17850f-e4aa-4608-9a78-8483c0fcf37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:25.600953 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fc17850f-e4aa-4608-9a78-8483c0fcf37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:25.602130 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-fc17850f-e4aa-4608-9a78-8483c0fcf37f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/246b5697-f0ec-4198-aa64-852e1e6e8e00 HTTP/1.1" status: 204 len: 168 time: 0.1960602 Aug 04 12:40:25.609753 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17850f-e4aa-4608-9a78-8483c0fcf37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246b5697-f0ec-4198-aa64-852e1e6e8e00,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:25.830495 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a3c2c-e877-434d-83a3-2af2eadeba97 req-74057212-ce79-4517-87ec-0a16ba6446be tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:25.832024 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-166a3c2c-e877-434d-83a3-2af2eadeba97 req-74057212-ce79-4517-87ec-0a16ba6446be tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0513945 Aug 04 12:40:25.871632 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-166a3c2c-e877-434d-83a3-2af2eadeba97 req-01a8d009-0c98-4ea0-a447-ebc23d870395 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334179 Aug 04 12:40:26.121761 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2ce6c-27d6-4fe8-9b93-886fa58d6ddd req-6dbffde7-a408-4f82-a326-15b1b1ca1fa6 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:26.123115 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ddc2ce6c-27d6-4fe8-9b93-886fa58d6ddd req-6dbffde7-a408-4f82-a326-15b1b1ca1fa6 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.76 "GET /v2.0/ports?device_id=23cd2f1a-0e9d-456b-84f2-dc9496abddc2 HTTP/1.1" status: 200 len: 945 time: 0.0467434 Aug 04 12:40:26.215115 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-ddc2ce6c-27d6-4fe8-9b93-886fa58d6ddd req-65b9e520-7973-4ad0-8d82-547466955d8d tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Deleting port 079c0ab6-00ed-4132-8679-eaad04825d09 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:40:26.215517 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ddc2ce6c-27d6-4fe8-9b93-886fa58d6ddd req-65b9e520-7973-4ad0-8d82-547466955d8d tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:26.269805 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 42228) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:26.334295 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5a1378ac-9c16-4bc2-9ee3-7b3cd93a470f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2ff51841d40a4c3988dea5cacbf7f9da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0633354 Aug 04 12:40:26.336803 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42230) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:26.339026 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-ddc2ce6c-27d6-4fe8-9b93-886fa58d6ddd req-65b9e520-7973-4ad0-8d82-547466955d8d tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] For port 079c0ab6-00ed-4132-8679-eaad04825d09, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=079c0ab6-00ed-4132-8679-eaad04825d09,segment=NetworkSegment(cba75dc3-a20b-47e9-ac73-da230febc843),segment_id=cba75dc3-a20b-47e9-ac73-da230febc843)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:40:26.339391 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ddc2ce6c-27d6-4fe8-9b93-886fa58d6ddd req-65b9e520-7973-4ad0-8d82-547466955d8d tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:26.351313 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-ddc2ce6c-27d6-4fe8-9b93-886fa58d6ddd req-65b9e520-7973-4ad0-8d82-547466955d8d tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Calling delete_port for 079c0ab6-00ed-4132-8679-eaad04825d09 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:40:26.387185 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-97c19d8e-6542-45a7-9e56-e02308ff4e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:26.408035 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-97c19d8e-6542-45a7-9e56-e02308ff4e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:26.508669 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-97c19d8e-6542-45a7-9e56-e02308ff4e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:26.511355 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-97c19d8e-6542-45a7-9e56-e02308ff4e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:26.512587 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-97c19d8e-6542-45a7-9e56-e02308ff4e5f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fda6cebf-1b40-4e41-9ea5-f594df8fb24d HTTP/1.1" status: 204 len: 168 time: 0.1746809 Aug 04 12:40:26.520273 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c19d8e-6542-45a7-9e56-e02308ff4e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda6cebf-1b40-4e41-9ea5-f594df8fb24d,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:26.531928 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ddc2ce6c-27d6-4fe8-9b93-886fa58d6ddd req-65b9e520-7973-4ad0-8d82-547466955d8d tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:26.564300 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9e520-7973-4ad0-8d82-547466955d8d tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Pushing event deleted for resources: {'Port': ['ID=079c0ab6-00ed-4132-8679-eaad04825d09,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:26.578120 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['079c0ab6-00ed-4132-8679-eaad04825d09'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:40:26.604966 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc2ce6c-27d6-4fe8-9b93-886fa58d6ddd req-65b9e520-7973-4ad0-8d82-547466955d8d tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] No DVR routers for this DVR port 079c0ab6-00ed-4132-8679-eaad04825d09 on host hv-cinder-80304 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:40:26.616709 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ddc2ce6c-27d6-4fe8-9b93-886fa58d6ddd req-65b9e520-7973-4ad0-8d82-547466955d8d tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:26.618883 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ddc2ce6c-27d6-4fe8-9b93-886fa58d6ddd req-65b9e520-7973-4ad0-8d82-547466955d8d tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.76 "DELETE /v2.0/ports/079c0ab6-00ed-4132-8679-eaad04825d09 HTTP/1.1" status: 204 len: 173 time: 0.4870090 Aug 04 12:40:26.620035 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cd2f1a-0e9d-456b-84f2-dc9496abddc2', 'name': 'network-vif-deleted', 'tag': '079c0ab6-00ed-4132-8679-eaad04825d09'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:40:26.627684 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c752c529-8567-420b-919b-19fcdd18f4b5" -d '{"events": [{"server_uuid": "23cd2f1a-0e9d-456b-84f2-dc9496abddc2", "name": "network-vif-deleted", "tag": "079c0ab6-00ed-4132-8679-eaad04825d09"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:40:26.660696 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-04085dfb-c164-4fd2-a7b5-7079cdaa975a req-84cb99a1-a97c-4ce0-be0d-e3096738dff8 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=23cd2f1a-0e9d-456b-84f2-dc9496abddc2 HTTP/1.1" status: 200 len: 210 time: 0.0569079 Aug 04 12:40:26.677496 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee021c9-5e57-4288-ad4e-9e3d1a000037 x-openstack-request-id: req-9ee021c9-5e57-4288-ad4e-9e3d1a000037 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:40:26.677895 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cd2f1a-0e9d-456b-84f2-dc9496abddc2", "name": "network-vif-deleted", "tag": "079c0ab6-00ed-4132-8679-eaad04825d09", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:40:26.678204 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9ee021c9-5e57-4288-ad4e-9e3d1a000037 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:40:26.678682 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cd2f1a-0e9d-456b-84f2-dc9496abddc2', 'name': 'network-vif-deleted', 'tag': '079c0ab6-00ed-4132-8679-eaad04825d09', 'status': 'completed', 'code': 200} Aug 04 12:40:27.002922 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97ec47-9f89-4d85-a4a0-cc944b74a079 req-1f3fb1e7-49fe-4b5e-98f9-6a8729a4bd2d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:27.005110 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fb97ec47-9f89-4d85-a4a0-cc944b74a079 req-1f3fb1e7-49fe-4b5e-98f9-6a8729a4bd2d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0564585 Aug 04 12:40:27.049343 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fb97ec47-9f89-4d85-a4a0-cc944b74a079 req-8221bebe-968d-4383-bb84-c1663649f5c1 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384922 Aug 04 12:40:27.976332 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35625f-f086-424d-9147-a0a62ecb947e req-6a1bb59d-3a6b-4159-b62a-b1668769012e tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:27.977966 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee35625f-f086-424d-9147-a0a62ecb947e req-6a1bb59d-3a6b-4159-b62a-b1668769012e tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/networks?id=13f58f44-5f6d-44cf-8dd4-69d1d94096a6 HTTP/1.1" status: 200 len: 809 time: 0.1049242 Aug 04 12:40:27.997376 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee35625f-f086-424d-9147-a0a62ecb947e req-2c8cf789-ffc2-4228-b12a-cb331b095b06 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/quotas/7a93cf83191440a0ab0650f8c8dfa256 HTTP/1.1" status: 200 len: 375 time: 0.0135925 Aug 04 12:40:28.030521 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee35625f-f086-424d-9147-a0a62ecb947e req-ddedd290-8ded-4784-8f9f-4bcc18f6e28b tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=7a93cf83191440a0ab0650f8c8dfa256&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264609 Aug 04 12:40:28.134496 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee35625f-f086-424d-9147-a0a62ecb947e req-1c029b69-4bfd-4831-992d-1a97f8b3309e service neutron] 10.222.0.90 "GET /v2.0/networks/13f58f44-5f6d-44cf-8dd4-69d1d94096a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956812 Aug 04 12:40:28.219518 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba50e5-1202-407e-91d2-832f5b1807fa req-111cd983-09fd-4944-85a5-e6c775e45f21 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:28.221560 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5fba50e5-1202-407e-91d2-832f5b1807fa req-111cd983-09fd-4944-85a5-e6c775e45f21 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.1038208 Aug 04 12:40:28.265560 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee35625f-f086-424d-9147-a0a62ecb947e req-49ee03b5-64a8-4eb0-bb18-a3e83aebcff4 service neutron] 10.222.0.90 "GET /v2.0/networks/13f58f44-5f6d-44cf-8dd4-69d1d94096a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181533 Aug 04 12:40:28.280058 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5fba50e5-1202-407e-91d2-832f5b1807fa req-07afc8d9-f9c5-44fa-8988-0c1641d2c881 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497599 Aug 04 12:40:28.550591 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-23346cf4-d62a-41af-8da1-c749b1b4fe4b req-0bcc51ea-b4e1-4a42-ba1c-9dd0fc03e7af tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=222ef280-ff48-4fda-b21d-919132c0a758 HTTP/1.1" status: 200 len: 210 time: 0.0262072 Aug 04 12:40:28.932252 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:40:29.397468 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04c65d-cf55-45d6-90c8-e420b7224a84 req-ee0dab93-566a-450e-9253-86438b4e2021 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:29.398994 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1a04c65d-cf55-45d6-90c8-e420b7224a84 req-ee0dab93-566a-450e-9253-86438b4e2021 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0509911 Aug 04 12:40:29.436912 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1a04c65d-cf55-45d6-90c8-e420b7224a84 req-561f2c0b-d22f-4002-b78d-3861b38925f7 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319695 Aug 04 12:40:29.648595 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-571d82ba-5106-432a-b4a1-0c281a0fcb1c req-f096d661-12e8-4c2b-8788-ffae63fa754a tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=222ef280-ff48-4fda-b21d-919132c0a758 HTTP/1.1" status: 200 len: 210 time: 0.0263181 Aug 04 12:40:30.556637 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b44b9-c516-4a1a-85c8-6d9b573349b8 req-e48a4ced-eb3b-4520-ac16-0de0cbc8894f tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:30.558126 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-875b44b9-c516-4a1a-85c8-6d9b573349b8 req-e48a4ced-eb3b-4520-ac16-0de0cbc8894f tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0497839 Aug 04 12:40:30.598097 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-875b44b9-c516-4a1a-85c8-6d9b573349b8 req-07348f24-cc95-4958-a80b-bca0e58ff283 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321302 Aug 04 12:40:30.742357 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fb60921f-5311-4aba-9f9b-4dc29d5005c9 req-6a65378e-10b5-49ed-b1e8-349e4f1f5582 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=222ef280-ff48-4fda-b21d-919132c0a758 HTTP/1.1" status: 200 len: 210 time: 0.0254798 Aug 04 12:40:30.855059 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35625f-f086-424d-9147-a0a62ecb947e req-73b4db5f-7e62-4450-8856-0543d46f442a tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:30.856478 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee35625f-f086-424d-9147-a0a62ecb947e req-73b4db5f-7e62-4450-8856-0543d46f442a tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.76 "GET /v2.0/networks?id=13f58f44-5f6d-44cf-8dd4-69d1d94096a6 HTTP/1.1" status: 200 len: 809 time: 0.1017880 Aug 04 12:40:30.879657 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [req-ee35625f-f086-424d-9147-a0a62ecb947e req-1296dc6e-054d-4466-88c0-eda9195b3993 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Request body: {'port': {'device_id': '222ef280-ff48-4fda-b21d-919132c0a758', 'network_id': '13f58f44-5f6d-44cf-8dd4-69d1d94096a6', 'admin_state_up': True, 'tenant_id': '7a93cf83191440a0ab0650f8c8dfa256'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:40:31.066477 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee35625f-f086-424d-9147-a0a62ecb947e req-1296dc6e-054d-4466-88c0-eda9195b3993 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Made reservation on behalf of 7a93cf83191440a0ab0650f8c8dfa256 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:40:31.069996 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ee35625f-f086-424d-9147-a0a62ecb947e req-1296dc6e-054d-4466-88c0-eda9195b3993 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:31.194495 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-ee35625f-f086-424d-9147-a0a62ecb947e req-1296dc6e-054d-4466-88c0-eda9195b3993 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Allocated IP 172.20.0.11 (13f58f44-5f6d-44cf-8dd4-69d1d94096a6/9d664a5a-90c6-46dc-86bc-51bd34591097/c201d7bf-1e66-45f6-8d66-d5610df33995) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:40:31.226301 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 079c0ab6-00ed-4132-8679-eaad04825d09 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:40:31.248715 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: 079c0ab6-00ed-4132-8679-eaad04825d09 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:40:31.249184 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 079c0ab6-00ed-4132-8679-eaad04825d09 not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:40:31.342107 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ee35625f-f086-424d-9147-a0a62ecb947e req-1296dc6e-054d-4466-88c0-eda9195b3993 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:31.664017 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ee35625f-f086-424d-9147-a0a62ecb947e req-1296dc6e-054d-4466-88c0-eda9195b3993 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:31.728834 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee35625f-f086-424d-9147-a0a62ecb947e req-1296dc6e-054d-4466-88c0-eda9195b3993 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Network 13f58f44-5f6d-44cf-8dd4-69d1d94096a6 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:40:31.736602 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-ee35625f-f086-424d-9147-a0a62ecb947e req-1296dc6e-054d-4466-88c0-eda9195b3993 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:40:31.739081 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee35625f-f086-424d-9147-a0a62ecb947e req-1296dc6e-054d-4466-88c0-eda9195b3993 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:40:31.782354 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296dc6e-054d-4466-88c0-eda9195b3993 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Pushing event updated for resources: {'Port': ['ID=c201d7bf-1e66-45f6-8d66-d5610df33995,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:31.806215 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0004a6-f57a-4734-84dc-27448febe418 req-a78cb050-0d56-4a71-90aa-59cd4aff2abe tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:31.807763 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3f0004a6-f57a-4734-84dc-27448febe418 req-a78cb050-0d56-4a71-90aa-59cd4aff2abe tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.1389377 Aug 04 12:40:31.814042 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35625f-f086-424d-9147-a0a62ecb947e req-1296dc6e-054d-4466-88c0-eda9195b3993 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:31.816192 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ee35625f-f086-424d-9147-a0a62ecb947e req-1296dc6e-054d-4466-88c0-eda9195b3993 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:31.883401 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3f0004a6-f57a-4734-84dc-27448febe418 req-35249232-9dba-4cdf-bfec-c2d2493f69db tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657623 Aug 04 12:40:31.900638 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1389e2-8917-4a42-971e-dcd1f4b1328e req-8522bd9e-7f1e-4d2a-9af2-6a6bc73d9c76 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:31.902329 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-db1389e2-8917-4a42-971e-dcd1f4b1328e req-8522bd9e-7f1e-4d2a-9af2-6a6bc73d9c76 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=222ef280-ff48-4fda-b21d-919132c0a758 HTTP/1.1" status: 200 len: 932 time: 0.0755725 Aug 04 12:40:31.922694 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee35625f-f086-424d-9147-a0a62ecb947e req-1296dc6e-054d-4466-88c0-eda9195b3993 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0474632 Aug 04 12:40:31.944397 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Request body: {'port': {'device_id': '222ef280-ff48-4fda-b21d-919132c0a758', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:40:31.949229 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-db1389e2-8917-4a42-971e-dcd1f4b1328e req-59ad7004-8291-41a9-99fe-0e56a88bcc9b tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Aug 04 12:40:32.005206 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:32.300686 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0191ee-afba-430b-bbdf-a198f196eeb3 req-a31dbb23-3400-4809-b167-5cc58c1942f8 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:32.305559 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1e0191ee-afba-430b-bbdf-a198f196eeb3 req-a31dbb23-3400-4809-b167-5cc58c1942f8 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0866618 Aug 04 12:40:32.314797 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c201d7bf-1e66-45f6-8d66-d5610df33995 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:40:32.328467 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:32.351089 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Transition to ACTIVE for port object c201d7bf-1e66-45f6-8d66-d5610df33995 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:40:32.365813 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1e0191ee-afba-430b-bbdf-a198f196eeb3 req-ab613275-ed0a-45d7-9c43-9aab1ce06100 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461488 Aug 04 12:40:32.400139 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebb6d3-b6ef-4e56-ac77-6aad3eb28591 req-c5a1151e-a285-447d-94bb-360cba5bf228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:32.403720 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f2ebb6d3-b6ef-4e56-ac77-6aad3eb28591 req-c5a1151e-a285-447d-94bb-360cba5bf228 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe091bfaaf4e41eda6f7c1fe1220b764&device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 1099 time: 0.0455108 Aug 04 12:40:32.426931 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:32.482180 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c201d7bf-1e66-45f6-8d66-d5610df33995,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:32.497926 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebb6d3-b6ef-4e56-ac77-6aad3eb28591 req-bf073fdd-33eb-4a71-af1c-6eb2c103c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:32.502484 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f2ebb6d3-b6ef-4e56-ac77-6aad3eb28591 req-bf073fdd-33eb-4a71-af1c-6eb2c103c414 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0ba113d9-2675-4a22-b634-a3c6b41f2555 HTTP/1.1" status: 200 len: 911 time: 0.0899000 Aug 04 12:40:32.545549 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Attempting to bind port c201d7bf-1e66-45f6-8d66-d5610df33995 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:40:32.545889 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Attempting to bind port c201d7bf-1e66-45f6-8d66-d5610df33995 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': 'cba75dc3-a20b-47e9-ac73-da230febc843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '13f58f44-5f6d-44cf-8dd4-69d1d94096a6'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:40:32.546219 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Attempting to bind port c201d7bf-1e66-45f6-8d66-d5610df33995 on network 13f58f44-5f6d-44cf-8dd4-69d1d94096a6 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:40:32.551160 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Port c201d7bf-1e66-45f6-8d66-d5610df33995 on network 13f58f44-5f6d-44cf-8dd4-69d1d94096a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:40:32.551483 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Attempting to bind port c201d7bf-1e66-45f6-8d66-d5610df33995 on network 13f58f44-5f6d-44cf-8dd4-69d1d94096a6 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:40:32.556291 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:40:32.556629 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Checking segment: {'id': 'cba75dc3-a20b-47e9-ac73-da230febc843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '13f58f44-5f6d-44cf-8dd4-69d1d94096a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:40:32.557009 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Bound using segment: {'id': 'cba75dc3-a20b-47e9-ac73-da230febc843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '13f58f44-5f6d-44cf-8dd4-69d1d94096a6'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:40:32.557469 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Bound port: c201d7bf-1e66-45f6-8d66-d5610df33995, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba75dc3-a20b-47e9-ac73-da230febc843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '13f58f44-5f6d-44cf-8dd4-69d1d94096a6'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:40:32.557826 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:32.597013 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f2ebb6d3-b6ef-4e56-ac77-6aad3eb28591 req-592b8fcb-4d6a-482b-8ba3-d852393264c1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ad1723e-b10f-48d7-a783-65772f63dbc6 HTTP/1.1" status: 200 len: 1002 time: 0.0892181 Aug 04 12:40:32.619727 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] For port c201d7bf-1e66-45f6-8d66-d5610df33995, host hv-cinder-80304, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:40:32.622844 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] For port c201d7bf-1e66-45f6-8d66-d5610df33995, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=c201d7bf-1e66-45f6-8d66-d5610df33995,segment=NetworkSegment(cba75dc3-a20b-47e9-ac73-da230febc843),segment_id=cba75dc3-a20b-47e9-ac73-da230febc843)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:40:32.648086 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebb6d3-b6ef-4e56-ac77-6aad3eb28591 req-6df3f0b3-b896-4796-83c7-4f9e62d80f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:32.649518 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f2ebb6d3-b6ef-4e56-ac77-6aad3eb28591 req-6df3f0b3-b896-4796-83c7-4f9e62d80f83 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aedd7339-0c11-4ca6-9c5c-6f42b8d89abe HTTP/1.1" status: 200 len: 849 time: 0.0446484 Aug 04 12:40:32.697571 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebb6d3-b6ef-4e56-ac77-6aad3eb28591 req-b8a63721-c05e-4b2f-bf2a-1c332acd087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:32.699074 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f2ebb6d3-b6ef-4e56-ac77-6aad3eb28591 req-b8a63721-c05e-4b2f-bf2a-1c332acd087a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0ba113d9-2675-4a22-b634-a3c6b41f2555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399036 Aug 04 12:40:32.719189 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:32.760045 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:32.760674 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:32.762139 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee35625f-f086-424d-9147-a0a62ecb947e req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] 10.222.0.76 "PUT /v2.0/ports/c201d7bf-1e66-45f6-8d66-d5610df33995 HTTP/1.1" status: 200 len: 1094 time: 0.8228805 Aug 04 12:40:32.762586 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222ef280-ff48-4fda-b21d-919132c0a758', 'tag': 'c201d7bf-1e66-45f6-8d66-d5610df33995'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:40:32.764850 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0090d8f-4b64-4d95-bb7c-522952ef6419" -d '{"events": [{"name": "network-changed", "server_uuid": "222ef280-ff48-4fda-b21d-919132c0a758", "tag": "c201d7bf-1e66-45f6-8d66-d5610df33995"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:40:32.791946 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae5de1-13fd-4111-93bd-11e974acc7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c201d7bf-1e66-45f6-8d66-d5610df33995,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:32.799626 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f2ebb6d3-b6ef-4e56-ac77-6aad3eb28591 req-e8926f0a-bfc1-4c05-92ae-95a866320ef6 service neutron] 10.222.0.76 "GET /v2.0/networks/0ba113d9-2675-4a22-b634-a3c6b41f2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926161 Aug 04 12:40:32.811759 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cb3514-8f49-4afb-a684-3de94e4c3ab3 x-openstack-request-id: req-27cb3514-8f49-4afb-a684-3de94e4c3ab3 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:40:32.812138 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222ef280-ff48-4fda-b21d-919132c0a758", "tag": "c201d7bf-1e66-45f6-8d66-d5610df33995", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:40:32.812394 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-27cb3514-8f49-4afb-a684-3de94e4c3ab3 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:40:32.812792 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222ef280-ff48-4fda-b21d-919132c0a758', 'tag': 'c201d7bf-1e66-45f6-8d66-d5610df33995', 'status': 'completed', 'code': 200} Aug 04 12:40:32.890375 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f2ebb6d3-b6ef-4e56-ac77-6aad3eb28591 req-2871a956-baa7-4a01-bb4f-74c7d7cd1fa9 service neutron] 10.222.0.76 "GET /v2.0/networks/0ba113d9-2675-4a22-b634-a3c6b41f2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825584 Aug 04 12:40:32.897543 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0090d8f-4b64-4d95-bb7c-522952ef6419 req-57267f60-952a-4c84-91a2-5148b6def304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:32.899123 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c0090d8f-4b64-4d95-bb7c-522952ef6419 req-57267f60-952a-4c84-91a2-5148b6def304 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a93cf83191440a0ab0650f8c8dfa256&device_id=222ef280-ff48-4fda-b21d-919132c0a758 HTTP/1.1" status: 200 len: 1097 time: 0.0416009 Aug 04 12:40:33.123776 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0090d8f-4b64-4d95-bb7c-522952ef6419 req-dab61155-9a44-4321-8b78-957908b86874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:33.125255 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c0090d8f-4b64-4d95-bb7c-522952ef6419 req-dab61155-9a44-4321-8b78-957908b86874 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=7a93cf83191440a0ab0650f8c8dfa256&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1983461 Aug 04 12:40:33.133323 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231c96a-2ae1-43d9-bbde-2a1eb4c0bae6 req-60ef5c96-895d-41ef-b704-baabcfb963dc tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:33.134733 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8231c96a-2ae1-43d9-bbde-2a1eb4c0bae6 req-60ef5c96-895d-41ef-b704-baabcfb963dc tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=222ef280-ff48-4fda-b21d-919132c0a758 HTTP/1.1" status: 200 len: 944 time: 0.1112878 Aug 04 12:40:33.264632 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8231c96a-2ae1-43d9-bbde-2a1eb4c0bae6 req-a6274d6e-f00d-4528-aa7a-68a96cee6dba tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198103 Aug 04 12:40:33.310592 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0090d8f-4b64-4d95-bb7c-522952ef6419 req-0c13fc23-e933-44b5-8189-841e15746fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:33.312118 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c0090d8f-4b64-4d95-bb7c-522952ef6419 req-0c13fc23-e933-44b5-8189-841e15746fb0 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1752517 Aug 04 12:40:33.491342 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35625f-f086-424d-9147-a0a62ecb947e req-4958cb62-e210-4b57-bc16-2b1ab1d29d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:33.492881 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee35625f-f086-424d-9147-a0a62ecb947e req-4958cb62-e210-4b57-bc16-2b1ab1d29d43 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a93cf83191440a0ab0650f8c8dfa256&device_id=222ef280-ff48-4fda-b21d-919132c0a758 HTTP/1.1" status: 200 len: 1097 time: 0.0751936 Aug 04 12:40:33.505023 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ac1e9-3931-4ac6-a807-61dc6448f30d req-33d7351c-7fc0-4a82-bb39-21220ed0b8dd tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:33.506417 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a06ac1e9-3931-4ac6-a807-61dc6448f30d req-33d7351c-7fc0-4a82-bb39-21220ed0b8dd tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0637724 Aug 04 12:40:33.553215 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee35625f-f086-424d-9147-a0a62ecb947e req-89af6b6a-49c5-4131-9623-6d29e76f2259 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c201d7bf-1e66-45f6-8d66-d5610df33995 HTTP/1.1" status: 200 len: 217 time: 0.0435109 Aug 04 12:40:33.597844 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a06ac1e9-3931-4ac6-a807-61dc6448f30d req-035b47c3-0762-45ce-b1bc-c49a11f55e1e tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826299 Aug 04 12:40:33.617506 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35625f-f086-424d-9147-a0a62ecb947e req-22c50e09-372a-4aa4-9c3e-810634e05fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:33.619044 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee35625f-f086-424d-9147-a0a62ecb947e req-22c50e09-372a-4aa4-9c3e-810634e05fa9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9d664a5a-90c6-46dc-86bc-51bd34591097 HTTP/1.1" status: 200 len: 849 time: 0.0579574 Aug 04 12:40:33.655262 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee35625f-f086-424d-9147-a0a62ecb947e req-58c79aec-e4c4-438d-9098-ac90e871e409 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=13f58f44-5f6d-44cf-8dd4-69d1d94096a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287137 Aug 04 12:40:33.747104 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee35625f-f086-424d-9147-a0a62ecb947e req-b4b32a2e-b8ea-4af6-932e-caeb58bfad21 service neutron] 10.222.0.76 "GET /v2.0/networks/13f58f44-5f6d-44cf-8dd4-69d1d94096a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827265 Aug 04 12:40:33.842638 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee35625f-f086-424d-9147-a0a62ecb947e req-2670f7dd-7adc-473e-99fe-efc7153ec11f service neutron] 10.222.0.76 "GET /v2.0/networks/13f58f44-5f6d-44cf-8dd4-69d1d94096a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841610 Aug 04 12:40:34.083005 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 42388) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:34.184561 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e75e4e1f-fc0f-49e5-bc17-c6fc5fb04fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:34.269966 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e75e4e1f-fc0f-49e5-bc17-c6fc5fb04fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:34.360957 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e75e4e1f-fc0f-49e5-bc17-c6fc5fb04fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:34.406730 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e75e4e1f-fc0f-49e5-bc17-c6fc5fb04fab admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ba71b947c3a34c3e95fa57ab1b442452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223801 Aug 04 12:40:34.409943 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e4e1f-fc0f-49e5-bc17-c6fc5fb04fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5a60a1-dd92-4613-b140-e2d0ec1fc6b7,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:34.410117 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42394) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:34.421509 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827182d9-d2fd-496e-8f88-7d9805d01ff8 req-17249e70-6715-4688-96d9-6710d1cd0b8b tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:34.423085 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-827182d9-d2fd-496e-8f88-7d9805d01ff8 req-17249e70-6715-4688-96d9-6710d1cd0b8b tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=222ef280-ff48-4fda-b21d-919132c0a758 HTTP/1.1" status: 200 len: 944 time: 0.0894785 Aug 04 12:40:34.460038 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b8011c13-89c7-41df-91f4-b341db27e737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:34.461993 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-827182d9-d2fd-496e-8f88-7d9805d01ff8 req-ef0cd395-7012-4dfb-8365-338f82e39f10 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318253 Aug 04 12:40:34.481718 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b8011c13-89c7-41df-91f4-b341db27e737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:34.588228 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b8011c13-89c7-41df-91f4-b341db27e737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:34.590926 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b8011c13-89c7-41df-91f4-b341db27e737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:34.592082 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-b8011c13-89c7-41df-91f4-b341db27e737 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/af5a60a1-dd92-4613-b140-e2d0ec1fc6b7 HTTP/1.1" status: 204 len: 168 time: 0.1809700 Aug 04 12:40:34.600701 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8011c13-89c7-41df-91f4-b341db27e737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5a60a1-dd92-4613-b140-e2d0ec1fc6b7,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:34.716755 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5604e-4e41-436f-a420-a62a5e202dbb req-e60285bf-9e8b-4ab7-8cb1-46dce3db3d2b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:34.718284 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-52f5604e-4e41-436f-a420-a62a5e202dbb req-e60285bf-9e8b-4ab7-8cb1-46dce3db3d2b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0516977 Aug 04 12:40:34.764009 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-52f5604e-4e41-436f-a420-a62a5e202dbb req-4423ee31-224b-4e90-8477-a0462e9d5653 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387669 Aug 04 12:40:35.163933 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42404) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:35.180076 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-56712d86-e6d8-47e1-95b7-f4d7672550e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:35.227417 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device c201d7bf-1e66-45f6-8d66-d5610df33995 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:40:35.268685 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-56712d86-e6d8-47e1-95b7-f4d7672550e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:35.323643 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port c201d7bf-1e66-45f6-8d66-d5610df33995, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=c201d7bf-1e66-45f6-8d66-d5610df33995,segment=NetworkSegment(cba75dc3-a20b-47e9-ac73-da230febc843),segment_id=cba75dc3-a20b-47e9-ac73-da230febc843)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:40:35.334968 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': 'c201d7bf-1e66-45f6-8d66-d5610df33995', 'network_id': '13f58f44-5f6d-44cf-8dd4-69d1d94096a6', 'port_id': 'c201d7bf-1e66-45f6-8d66-d5610df33995', 'mac_address': 'fa:16:3e:64:f8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d664a5a-90c6-46dc-86bc-51bd34591097', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:40:35.342797 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-56712d86-e6d8-47e1-95b7-f4d7672550e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:35.371675 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:35.387855 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c201d7bf-1e66-45f6-8d66-d5610df33995 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:40:35.388054 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-56712d86-e6d8-47e1-95b7-f4d7672550e5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=419ee6323ddd4c7ea0229094cc422001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203703 Aug 04 12:40:35.388054 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42406) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:35.394077 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56712d86-e6d8-47e1-95b7-f4d7672550e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9326305e-f0d2-4a91-be18-ee24433d01ab,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:35.415086 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port c201d7bf-1e66-45f6-8d66-d5610df33995, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=c201d7bf-1e66-45f6-8d66-d5610df33995,segment=NetworkSegment(cba75dc3-a20b-47e9-ac73-da230febc843),segment_id=cba75dc3-a20b-47e9-ac73-da230febc843)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:40:35.438960 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ca2ec1a2-7d38-47e1-b161-ebed45174dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:35.461352 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ca2ec1a2-7d38-47e1-b161-ebed45174dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:35.497530 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:35.552184 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=c201d7bf-1e66-45f6-8d66-d5610df33995,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:35.581235 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba954922-299c-42f2-a296-aa9445b695f5 req-bd82981f-6023-4a65-87f2-bafa26e7352d tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:35.582719 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ba954922-299c-42f2-a296-aa9445b695f5 req-bd82981f-6023-4a65-87f2-bafa26e7352d tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=222ef280-ff48-4fda-b21d-919132c0a758 HTTP/1.1" status: 200 len: 945 time: 0.0494838 Aug 04 12:40:35.592529 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ca2ec1a2-7d38-47e1-b161-ebed45174dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:35.595312 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ca2ec1a2-7d38-47e1-b161-ebed45174dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:35.596588 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-ca2ec1a2-7d38-47e1-b161-ebed45174dd0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9326305e-f0d2-4a91-be18-ee24433d01ab HTTP/1.1" status: 204 len: 168 time: 0.2076085 Aug 04 12:40:35.604550 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ec1a2-7d38-47e1-b161-ebed45174dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9326305e-f0d2-4a91-be18-ee24433d01ab,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:35.624606 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ba954922-299c-42f2-a296-aa9445b695f5 req-4a95e7ad-9811-45b4-907f-8e050686f14f tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357757 Aug 04 12:40:35.832657 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['c201d7bf-1e66-45f6-8d66-d5610df33995'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:40:36.266270 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42414) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:36.279836 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1c500937-4f28-43e3-8408-c7ee0b48766f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:36.372412 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1c500937-4f28-43e3-8408-c7ee0b48766f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:36.444202 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1c500937-4f28-43e3-8408-c7ee0b48766f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:36.481289 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-1c500937-4f28-43e3-8408-c7ee0b48766f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0be2b857547a4912a8df67f2577acb13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139363 Aug 04 12:40:36.483256 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c500937-4f28-43e3-8408-c7ee0b48766f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ad8c1a-a04e-4f59-86aa-b0af95853142,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:36.483928 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 42416) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:36.531419 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f48bb235-e0e4-4cb4-a26d-4fedabb39f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:36.551163 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f48bb235-e0e4-4cb4-a26d-4fedabb39f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:36.690058 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f48bb235-e0e4-4cb4-a26d-4fedabb39f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:36.693222 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f48bb235-e0e4-4cb4-a26d-4fedabb39f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:36.694514 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-f48bb235-e0e4-4cb4-a26d-4fedabb39f16 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b2ad8c1a-a04e-4f59-86aa-b0af95853142 HTTP/1.1" status: 204 len: 168 time: 0.2094803 Aug 04 12:40:36.714074 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bb235-e0e4-4cb4-a26d-4fedabb39f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ad8c1a-a04e-4f59-86aa-b0af95853142,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:36.757647 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af5e07-a6fe-4f44-8e40-6a8b46effbef req-e3932615-7ba1-460f-94f1-41780f0469fe tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:36.759214 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-54af5e07-a6fe-4f44-8e40-6a8b46effbef req-e3932615-7ba1-460f-94f1-41780f0469fe tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=222ef280-ff48-4fda-b21d-919132c0a758 HTTP/1.1" status: 200 len: 945 time: 0.0637701 Aug 04 12:40:36.798467 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-54af5e07-a6fe-4f44-8e40-6a8b46effbef req-d1e75781-9298-4cb3-b677-465622caca78 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330119 Aug 04 12:40:37.240733 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device c201d7bf-1e66-45f6-8d66-d5610df33995 up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:40:37.360293 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port c201d7bf-1e66-45f6-8d66-d5610df33995 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:40:37.365767 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port c201d7bf-1e66-45f6-8d66-d5610df33995 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:40:37.366242 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:37.448215 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:37.469970 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222ef280-ff48-4fda-b21d-919132c0a758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c201d7bf-1e66-45f6-8d66-d5610df33995'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:40:37.472866 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98e891e-6f8a-4bf4-8872-ad846ecd725f" -d '{"events": [{"server_uuid": "222ef280-ff48-4fda-b21d-919132c0a758", "name": "network-vif-plugged", "status": "completed", "tag": "c201d7bf-1e66-45f6-8d66-d5610df33995"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:40:37.486470 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port c201d7bf-1e66-45f6-8d66-d5610df33995, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=c201d7bf-1e66-45f6-8d66-d5610df33995,segment=NetworkSegment(cba75dc3-a20b-47e9-ac73-da230febc843),segment_id=cba75dc3-a20b-47e9-ac73-da230febc843)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:40:37.511262 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a0013c-1780-44d1-9af7-04c9a864a462 x-openstack-request-id: req-c3a0013c-1780-44d1-9af7-04c9a864a462 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:40:37.511550 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222ef280-ff48-4fda-b21d-919132c0a758", "name": "network-vif-plugged", "status": "completed", "tag": "c201d7bf-1e66-45f6-8d66-d5610df33995", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:40:37.511799 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c3a0013c-1780-44d1-9af7-04c9a864a462 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:40:37.512191 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222ef280-ff48-4fda-b21d-919132c0a758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c201d7bf-1e66-45f6-8d66-d5610df33995', 'code': 200} Aug 04 12:40:37.552927 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:37.609580 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=c201d7bf-1e66-45f6-8d66-d5610df33995,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:37.863589 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-975279f9-af51-4b92-870e-6cf27fa730e3 req-0a4fc8ff-2d0e-4b99-b618-7aabddeb48a9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415783 Aug 04 12:40:37.933118 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d89e7c-c5cd-4525-aa42-3cd388ef9400 req-ac54e055-bf38-4597-9ea7-153383ae2d8d tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:37.934819 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c2d89e7c-c5cd-4525-aa42-3cd388ef9400 req-ac54e055-bf38-4597-9ea7-153383ae2d8d tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=222ef280-ff48-4fda-b21d-919132c0a758 HTTP/1.1" status: 200 len: 946 time: 0.0643938 Aug 04 12:40:37.970025 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10684690-eaac-42c7-b849-745318d2640e req-d7448cc1-2187-4f60-8b0c-dd42a6a26948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:37.971523 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-10684690-eaac-42c7-b849-745318d2640e req-d7448cc1-2187-4f60-8b0c-dd42a6a26948 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=222ef280-ff48-4fda-b21d-919132c0a758 HTTP/1.1" status: 200 len: 1099 time: 0.0426214 Aug 04 12:40:37.992335 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975279f9-af51-4b92-870e-6cf27fa730e3 req-e8b351c1-9489-400d-adee-77a3497b3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:37.994049 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-975279f9-af51-4b92-870e-6cf27fa730e3 req-e8b351c1-9489-400d-adee-77a3497b3ff0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cdc0003e64748479f74178220380fda&device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 1100 time: 0.0808721 Aug 04 12:40:38.007569 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c2d89e7c-c5cd-4525-aa42-3cd388ef9400 req-c3c6b2b2-536a-4d94-800a-e82c01bcb532 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586257 Aug 04 12:40:38.010550 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-10684690-eaac-42c7-b849-745318d2640e req-31978329-4e8c-49d3-847c-0728d54b9a7f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304329 Aug 04 12:40:38.400462 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975279f9-af51-4b92-870e-6cf27fa730e3 req-84bfc06b-5216-4a15-87c5-23b63c3bd104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:38.401980 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-975279f9-af51-4b92-870e-6cf27fa730e3 req-84bfc06b-5216-4a15-87c5-23b63c3bd104 service neutron] 10.222.0.76 "GET /v2.0/networks?id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5 HTTP/1.1" status: 200 len: 918 time: 0.0864692 Aug 04 12:40:38.506079 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-975279f9-af51-4b92-870e-6cf27fa730e3 req-e4212bf1-f053-41cf-884c-cb346c940bec service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c676d4ba-5ccd-40b2-96c5-dbb550a32836 HTTP/1.1" status: 200 len: 1002 time: 0.0688732 Aug 04 12:40:38.560462 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975279f9-af51-4b92-870e-6cf27fa730e3 req-53c6a16a-f0d7-4181-9168-78ff6b2fa685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:38.562004 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-975279f9-af51-4b92-870e-6cf27fa730e3 req-53c6a16a-f0d7-4181-9168-78ff6b2fa685 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=988d24d8-9aac-4159-8a04-ee92addd3047 HTTP/1.1" status: 200 len: 856 time: 0.0458102 Aug 04 12:40:38.611110 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975279f9-af51-4b92-870e-6cf27fa730e3 req-a7a16032-2708-4f8f-80c4-e1dcd219ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:38.613213 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-975279f9-af51-4b92-870e-6cf27fa730e3 req-a7a16032-2708-4f8f-80c4-e1dcd219ffbe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431905 Aug 04 12:40:38.718372 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-975279f9-af51-4b92-870e-6cf27fa730e3 req-c2373314-46c6-47c3-a9fa-48a1cdc742c8 service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878081 Aug 04 12:40:38.754656 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:38.820168 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-975279f9-af51-4b92-870e-6cf27fa730e3 req-68036bcb-c667-4ab8-b609-ba089113bb1a service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932319 Aug 04 12:40:39.129552 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe1d97-fc8d-4e86-bdd9-3f25b0e5f985 req-06b7584c-8543-4594-a7e1-0a66c0f7303c tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:39.130844 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-67fe1d97-fc8d-4e86-bdd9-3f25b0e5f985 req-06b7584c-8543-4594-a7e1-0a66c0f7303c tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=222ef280-ff48-4fda-b21d-919132c0a758 HTTP/1.1" status: 200 len: 946 time: 0.0516205 Aug 04 12:40:39.174566 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-67fe1d97-fc8d-4e86-bdd9-3f25b0e5f985 req-6df3f40a-5bc9-4a09-beb7-8947472b2109 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373695 Aug 04 12:40:40.530446 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc51f35-d578-4144-9cb8-335a6979c89f req-aa9ed3ab-d9e6-4bc7-b195-ca8508f56009 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:40.531974 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4cc51f35-d578-4144-9cb8-335a6979c89f req-aa9ed3ab-d9e6-4bc7-b195-ca8508f56009 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=222ef280-ff48-4fda-b21d-919132c0a758 HTTP/1.1" status: 200 len: 946 time: 0.2846735 Aug 04 12:40:40.570114 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4cc51f35-d578-4144-9cb8-335a6979c89f req-51cac71d-3198-4b5d-9a62-c4e71ea324c0 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314791 Aug 04 12:40:40.840615 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-785240b9-81f3-4577-b181-1ee6fc1af908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:43.181280 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-118da8f5-6b61-4ae9-98b3-7ccf53119105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:43.485640 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:44.421605 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:44.849902 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747897f-6f93-4001-b018-70ef73af9db9 req-95607122-8b11-4dad-a884-f0aa59d12b7e tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:44.854367 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8747897f-6f93-4001-b018-70ef73af9db9 req-95607122-8b11-4dad-a884-f0aa59d12b7e tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=222ef280-ff48-4fda-b21d-919132c0a758 HTTP/1.1" status: 200 len: 946 time: 0.0539591 Aug 04 12:40:44.904873 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8747897f-6f93-4001-b018-70ef73af9db9 req-c759837e-7c46-443a-8fbf-30218552f5f8 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455384 Aug 04 12:40:45.929752 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:46.032680 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f72de-23b0-4ffa-ad5e-0b6d5b669c41 req-d97b9e74-18db-4b3d-84f3-d04597a1eb62 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:46.035081 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b85f72de-23b0-4ffa-ad5e-0b6d5b669c41 req-d97b9e74-18db-4b3d-84f3-d04597a1eb62 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=222ef280-ff48-4fda-b21d-919132c0a758 HTTP/1.1" status: 200 len: 946 time: 0.0498385 Aug 04 12:40:46.077142 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b85f72de-23b0-4ffa-ad5e-0b6d5b669c41 req-5e64cdbb-ea46-4691-9948-4b61014f329e tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353711 Aug 04 12:40:47.258887 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532f52a-40c4-4d94-8506-05a1a5c6e907 req-30a22ff0-e7ce-4c21-9be5-b4ebf73dc94e tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:47.260340 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5532f52a-40c4-4d94-8506-05a1a5c6e907 req-30a22ff0-e7ce-4c21-9be5-b4ebf73dc94e tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=222ef280-ff48-4fda-b21d-919132c0a758 HTTP/1.1" status: 200 len: 946 time: 0.1141493 Aug 04 12:40:47.270580 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555141e4-22d1-4c69-aa50-6ba0ec94f6b8 req-203a47ba-a7f4-4379-b5da-4dea0cf5b8e3 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:47.272215 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-555141e4-22d1-4c69-aa50-6ba0ec94f6b8 req-203a47ba-a7f4-4379-b5da-4dea0cf5b8e3 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 947 time: 0.1245210 Aug 04 12:40:47.288199 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee8b84-6dbe-4027-aef2-4f9fbc518a56 req-d2465819-cd0b-473f-8377-f3b57b68affc tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:47.289611 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-34ee8b84-6dbe-4027-aef2-4f9fbc518a56 req-d2465819-cd0b-473f-8377-f3b57b68affc tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.76 "GET /v2.0/ports?device_id=222ef280-ff48-4fda-b21d-919132c0a758 HTTP/1.1" status: 200 len: 946 time: 0.0934002 Aug 04 12:40:47.394257 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5532f52a-40c4-4d94-8506-05a1a5c6e907 req-38436cee-25bd-46bb-b50d-3d0eeb850497 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/security-groups?id=e0354c45-6a23-485a-818b-eef1650c55ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188192 Aug 04 12:40:47.397194 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-555141e4-22d1-4c69-aa50-6ba0ec94f6b8 req-bf4aee13-2d7a-494b-95e8-d9b40da14f8f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067080 Aug 04 12:40:47.426838 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-34ee8b84-6dbe-4027-aef2-4f9fbc518a56 req-66e3d354-69ba-41a0-b558-56d7af7f8d44 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Deleting port c201d7bf-1e66-45f6-8d66-d5610df33995 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:40:47.427185 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-34ee8b84-6dbe-4027-aef2-4f9fbc518a56 req-66e3d354-69ba-41a0-b558-56d7af7f8d44 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:47.517625 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-34ee8b84-6dbe-4027-aef2-4f9fbc518a56 req-66e3d354-69ba-41a0-b558-56d7af7f8d44 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] For port c201d7bf-1e66-45f6-8d66-d5610df33995, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=c201d7bf-1e66-45f6-8d66-d5610df33995,segment=NetworkSegment(cba75dc3-a20b-47e9-ac73-da230febc843),segment_id=cba75dc3-a20b-47e9-ac73-da230febc843)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:40:47.517994 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-34ee8b84-6dbe-4027-aef2-4f9fbc518a56 req-66e3d354-69ba-41a0-b558-56d7af7f8d44 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:47.531603 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-34ee8b84-6dbe-4027-aef2-4f9fbc518a56 req-66e3d354-69ba-41a0-b558-56d7af7f8d44 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Calling delete_port for c201d7bf-1e66-45f6-8d66-d5610df33995 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:40:47.747088 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-34ee8b84-6dbe-4027-aef2-4f9fbc518a56 req-66e3d354-69ba-41a0-b558-56d7af7f8d44 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:47.775098 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3d354-69ba-41a0-b558-56d7af7f8d44 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Pushing event deleted for resources: {'Port': ['ID=c201d7bf-1e66-45f6-8d66-d5610df33995,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:47.788139 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['c201d7bf-1e66-45f6-8d66-d5610df33995'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:40:47.816788 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ee8b84-6dbe-4027-aef2-4f9fbc518a56 req-66e3d354-69ba-41a0-b558-56d7af7f8d44 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] No DVR routers for this DVR port c201d7bf-1e66-45f6-8d66-d5610df33995 on host hv-cinder-80304 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:40:47.819298 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-34ee8b84-6dbe-4027-aef2-4f9fbc518a56 req-66e3d354-69ba-41a0-b558-56d7af7f8d44 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:47.821377 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-34ee8b84-6dbe-4027-aef2-4f9fbc518a56 req-66e3d354-69ba-41a0-b558-56d7af7f8d44 tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.76 "DELETE /v2.0/ports/c201d7bf-1e66-45f6-8d66-d5610df33995 HTTP/1.1" status: 204 len: 173 time: 0.5173340 Aug 04 12:40:47.821950 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222ef280-ff48-4fda-b21d-919132c0a758', 'name': 'network-vif-deleted', 'tag': 'c201d7bf-1e66-45f6-8d66-d5610df33995'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:40:47.824777 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f784c34-be2f-492e-9da0-37bfc575d660" -d '{"events": [{"server_uuid": "222ef280-ff48-4fda-b21d-919132c0a758", "name": "network-vif-deleted", "tag": "c201d7bf-1e66-45f6-8d66-d5610df33995"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:40:47.859148 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54b105f-a7f8-4da3-921a-01d11af1fc91 x-openstack-request-id: req-e54b105f-a7f8-4da3-921a-01d11af1fc91 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:40:47.859434 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222ef280-ff48-4fda-b21d-919132c0a758", "name": "network-vif-deleted", "tag": "c201d7bf-1e66-45f6-8d66-d5610df33995", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:40:47.859685 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e54b105f-a7f8-4da3-921a-01d11af1fc91 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:40:47.860089 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222ef280-ff48-4fda-b21d-919132c0a758', 'name': 'network-vif-deleted', 'tag': 'c201d7bf-1e66-45f6-8d66-d5610df33995', 'status': 'completed', 'code': 200} Aug 04 12:40:48.525511 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-071bc3b1-2acc-4796-9566-b5f82c0e059a req-b7cca94c-d4e0-44e4-9d6f-f24d533ef24d tempest-VolumesActionsTest-75626055 tempest-VolumesActionsTest-75626055-project] 10.222.0.90 "GET /v2.0/ports?device_id=222ef280-ff48-4fda-b21d-919132c0a758 HTTP/1.1" status: 200 len: 210 time: 0.0484304 Aug 04 12:40:48.552629 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aac4c4-3af1-43a3-aea1-c4527ebabdd3 req-9bd36120-8078-4971-a07b-cd3826e2d03e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:48.553866 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a7aac4c4-3af1-43a3-aea1-c4527ebabdd3 req-9bd36120-8078-4971-a07b-cd3826e2d03e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 947 time: 0.0782344 Aug 04 12:40:48.602632 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a7aac4c4-3af1-43a3-aea1-c4527ebabdd3 req-d240a606-d9c2-4260-8d4d-13fe1dff175c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419564 Aug 04 12:40:48.642088 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 42560) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:48.753579 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4c8bd78d-40e0-40e1-9f1a-c65265005f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:48.839661 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4c8bd78d-40e0-40e1-9f1a-c65265005f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:48.954827 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4c8bd78d-40e0-40e1-9f1a-c65265005f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:48.993635 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-4c8bd78d-40e0-40e1-9f1a-c65265005f22 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2fb2f6f384b647edb7844e1eb4e7baef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3504250 Aug 04 12:40:48.995551 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bd78d-40e0-40e1-9f1a-c65265005f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f626ca4-aa59-4eeb-bfc7-60dc3f1e4659,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:48.996677 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42564) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:49.045635 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b039ec4d-0656-44e5-ae3d-9af773578840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:49.066930 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b039ec4d-0656-44e5-ae3d-9af773578840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:49.246170 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b039ec4d-0656-44e5-ae3d-9af773578840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:49.248681 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b039ec4d-0656-44e5-ae3d-9af773578840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:49.249934 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-b039ec4d-0656-44e5-ae3d-9af773578840 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2f626ca4-aa59-4eeb-bfc7-60dc3f1e4659 HTTP/1.1" status: 204 len: 168 time: 0.2519732 Aug 04 12:40:49.258125 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039ec4d-0656-44e5-ae3d-9af773578840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f626ca4-aa59-4eeb-bfc7-60dc3f1e4659,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:49.662562 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c908b0-2085-41d9-a65c-ad8450346ce4 req-30f51e01-fbcc-40fd-bf19-1cf0d6352c66 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:49.664113 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-40c908b0-2085-41d9-a65c-ad8450346ce4 req-30f51e01-fbcc-40fd-bf19-1cf0d6352c66 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 947 time: 0.0680573 Aug 04 12:40:49.795223 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb0427-697b-4fbd-9e3e-baaaba26273b req-ac1ed147-6dbe-4da1-a540-9ed202757f09 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:49.796726 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3abb0427-697b-4fbd-9e3e-baaaba26273b req-ac1ed147-6dbe-4da1-a540-9ed202757f09 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 947 time: 0.1107142 Aug 04 12:40:49.839734 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-40c908b0-2085-41d9-a65c-ad8450346ce4 req-0fa8d29d-59ad-4b69-87fd-e28c57c04001 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Deleting port c676d4ba-5ccd-40b2-96c5-dbb550a32836 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:40:49.840071 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-40c908b0-2085-41d9-a65c-ad8450346ce4 req-0fa8d29d-59ad-4b69-87fd-e28c57c04001 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:49.860040 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3abb0427-697b-4fbd-9e3e-baaaba26273b req-2abab77d-1e57-478c-8b65-df57556fad38 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=0ae2e332-3049-45b7-a186-b0f573d55cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555668 Aug 04 12:40:49.947737 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-40c908b0-2085-41d9-a65c-ad8450346ce4 req-0fa8d29d-59ad-4b69-87fd-e28c57c04001 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] For port c676d4ba-5ccd-40b2-96c5-dbb550a32836, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=c676d4ba-5ccd-40b2-96c5-dbb550a32836,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:40:49.948112 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-40c908b0-2085-41d9-a65c-ad8450346ce4 req-0fa8d29d-59ad-4b69-87fd-e28c57c04001 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:50.251975 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-40c908b0-2085-41d9-a65c-ad8450346ce4 req-0fa8d29d-59ad-4b69-87fd-e28c57c04001 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:50.252344 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-40c908b0-2085-41d9-a65c-ad8450346ce4 req-0fa8d29d-59ad-4b69-87fd-e28c57c04001 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544761'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:50.252722 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.l3_db [req-40c908b0-2085-41d9-a65c-ad8450346ce4 req-0fa8d29d-59ad-4b69-87fd-e28c57c04001 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Floating IP 1722cfd5-664a-4b71-b7ea-f1a67fff4015 disassociated. External IP: 172.27.3.111, port: c676d4ba-5ccd-40b2-96c5-dbb550a32836. Aug 04 12:40:50.253063 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-40c908b0-2085-41d9-a65c-ad8450346ce4 req-0fa8d29d-59ad-4b69-87fd-e28c57c04001 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Calling delete_port for c676d4ba-5ccd-40b2-96c5-dbb550a32836 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:40:50.452613 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-40c908b0-2085-41d9-a65c-ad8450346ce4 req-0fa8d29d-59ad-4b69-87fd-e28c57c04001 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:50.483484 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8d29d-59ad-4b69-87fd-e28c57c04001 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Pushing event deleted for resources: {'Port': ['ID=c676d4ba-5ccd-40b2-96c5-dbb550a32836,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:50.605793 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40c908b0-2085-41d9-a65c-ad8450346ce4 req-0fa8d29d-59ad-4b69-87fd-e28c57c04001 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:40:50.740706 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40c908b0-2085-41d9-a65c-ad8450346ce4 req-0fa8d29d-59ad-4b69-87fd-e28c57c04001 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:40:50.752428 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d7a3f1-cb7f-4580-bc1a-837c444cf6ff None None] Sync routers for ids ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:40:50.763248 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d7a3f1-cb7f-4580-bc1a-837c444cf6ff None None] Routers {'2542cac2-e6cd-4c91-8621-f496aa9e25f5'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:40:50.764169 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f8d7a3f1-cb7f-4580-bc1a-837c444cf6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:40:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:40:50.786156 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c908b0-2085-41d9-a65c-ad8450346ce4 req-0fa8d29d-59ad-4b69-87fd-e28c57c04001 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] No DVR routers for this DVR port c676d4ba-5ccd-40b2-96c5-dbb550a32836 on host hv-cinder-80304 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:40:50.788838 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-40c908b0-2085-41d9-a65c-ad8450346ce4 req-0fa8d29d-59ad-4b69-87fd-e28c57c04001 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:50.791075 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-40c908b0-2085-41d9-a65c-ad8450346ce4 req-0fa8d29d-59ad-4b69-87fd-e28c57c04001 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.76 "DELETE /v2.0/ports/c676d4ba-5ccd-40b2-96c5-dbb550a32836 HTTP/1.1" status: 204 len: 173 time: 1.1186960 Aug 04 12:40:50.791583 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec4f946-dc33-461c-a35f-cbdfe41b7b03', 'name': 'network-vif-deleted', 'tag': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:40:50.794065 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fda8968-7bc5-4232-a065-74a356fe06e1" -d '{"events": [{"server_uuid": "5ec4f946-dc33-461c-a35f-cbdfe41b7b03", "name": "network-vif-deleted", "tag": "c676d4ba-5ccd-40b2-96c5-dbb550a32836"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:40:50.844984 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b679edc9-684b-4f35-8423-a4054a59d6ad x-openstack-request-id: req-b679edc9-684b-4f35-8423-a4054a59d6ad {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:40:50.845288 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec4f946-dc33-461c-a35f-cbdfe41b7b03", "name": "network-vif-deleted", "tag": "c676d4ba-5ccd-40b2-96c5-dbb550a32836", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:40:50.845573 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b679edc9-684b-4f35-8423-a4054a59d6ad {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:40:50.845979 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec4f946-dc33-461c-a35f-cbdfe41b7b03', 'name': 'network-vif-deleted', 'tag': 'c676d4ba-5ccd-40b2-96c5-dbb550a32836', 'status': 'completed', 'code': 200} Aug 04 12:40:50.996036 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ffa78dbb-8a5a-476b-9790-8be7d42dcf76 req-6dd51888-3acb-40b8-adc9-ba9ea597a609 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 210 time: 0.0303822 Aug 04 12:40:51.058950 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f8d7a3f1-cb7f-4580-bc1a-837c444cf6ff None None] Set router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:40:51.100411 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 42644) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:51.233304 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8e388b00-cf26-4e3d-9f4d-ce0d59e6c7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:51.331270 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device c201d7bf-1e66-45f6-8d66-d5610df33995 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:40:51.347558 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8e388b00-cf26-4e3d-9f4d-ce0d59e6c7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:51.356660 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: c201d7bf-1e66-45f6-8d66-d5610df33995 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:40:51.357119 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device c201d7bf-1e66-45f6-8d66-d5610df33995 not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:40:51.361785 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f8d7a3f1-cb7f-4580-bc1a-837c444cf6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:37Z', 'revision_number': 4, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port': {'id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:31Z', 'updated_at': '2021-08-04T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'c90d8bc6-354a-4b75-8263-421d74fe3772', 'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'mac_address': 'fa:16:3e:d2:01:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:48Z', 'revision_number': 5, 'project_id': '6cdc0003e64748479f74178220380fda', 'subnets': [{'id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:40:51.390535 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d7a3f1-cb7f-4580-bc1a-837c444cf6ff None None] Checking router: 2542cac2-e6cd-4c91-8621-f496aa9e25f5 for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:40:51.400014 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d7a3f1-cb7f-4580-bc1a-837c444cf6ff None None] Routers {'2542cac2-e6cd-4c91-8621-f496aa9e25f5'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:40:51.400643 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f8d7a3f1-cb7f-4580-bc1a-837c444cf6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:40:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:40:51.467261 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8e388b00-cf26-4e3d-9f4d-ce0d59e6c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:51.507968 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-8e388b00-cf26-4e3d-9f4d-ce0d59e6c7d3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9240bcad210c4dafb26426fc424b1e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063730 Aug 04 12:40:51.508858 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e388b00-cf26-4e3d-9f4d-ce0d59e6c7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493ff6df-cfb4-42d7-bca4-950d2bf8a5e4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:51.510807 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42648) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:51.517579 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f8d7a3f1-cb7f-4580-bc1a-837c444cf6ff None None] Set router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:40:51.581823 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-84fff563-fca1-403e-bc27-56d07417c00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:51.606960 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-84fff563-fca1-403e-bc27-56d07417c00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:51.735455 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f8d7a3f1-cb7f-4580-bc1a-837c444cf6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:37Z', 'revision_number': 4, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port': {'id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:31Z', 'updated_at': '2021-08-04T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'c90d8bc6-354a-4b75-8263-421d74fe3772', 'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'mac_address': 'fa:16:3e:d2:01:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:48Z', 'revision_number': 5, 'project_id': '6cdc0003e64748479f74178220380fda', 'subnets': [{'id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:40:51.747321 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-84fff563-fca1-403e-bc27-56d07417c00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:51.750359 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-84fff563-fca1-403e-bc27-56d07417c00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:51.757556 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-84fff563-fca1-403e-bc27-56d07417c00d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/493ff6df-cfb4-42d7-bca4-950d2bf8a5e4 HTTP/1.1" status: 204 len: 168 time: 0.2375998 Aug 04 12:40:51.762949 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d7a3f1-cb7f-4580-bc1a-837c444cf6ff None None] The sync data for ids ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'] in dv-cinder-803046-4-iscsi is: [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:37Z', 'revision_number': 4, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port': {'id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:31Z', 'updated_at': '2021-08-04T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'c90d8bc6-354a-4b75-8263-421d74fe3772', 'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'mac_address': 'fa:16:3e:d2:01:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:48Z', 'revision_number': 5, 'project_id': '6cdc0003e64748479f74178220380fda', 'subnets': [{'id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:40:51.764543 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fff563-fca1-403e-bc27-56d07417c00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493ff6df-cfb4-42d7-bca4-950d2bf8a5e4,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:51.993213 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d82139-98cd-4dce-9176-94a5880dba63 None None] New status for floating IP 1722cfd5-664a-4b71-b7ea-f1a67fff4015: DOWN {{(pid=94081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:40:52.149031 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e102e431-2829-4997-9a19-149f4b7d16ab req-6fbe5492-74a3-434d-a9b9-27188db0cc6c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 210 time: 0.0289192 Aug 04 12:40:53.261944 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-80787453-0c92-4085-8a2e-0047709ac962 req-201feb23-b572-49c2-9d0c-7c0849c3c23f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 210 time: 0.0258071 Aug 04 12:40:54.198291 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device c676d4ba-5ccd-40b2-96c5-dbb550a32836 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:40:54.218598 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: c676d4ba-5ccd-40b2-96c5-dbb550a32836 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:40:54.218915 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device c676d4ba-5ccd-40b2-96c5-dbb550a32836 not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:40:54.391142 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f5f92ff8-f6b5-4fcd-bf74-b2c49a7e5230 req-9f3f3a31-a750-401c-a775-0e59a9edb04a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=5ec4f946-dc33-461c-a35f-cbdfe41b7b03 HTTP/1.1" status: 200 len: 210 time: 0.0294456 Aug 04 12:40:55.585068 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42708) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:55.651210 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55d96acb-3cfa-41a5-a82f-b12ccdc34d85 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:55.678909 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55d96acb-3cfa-41a5-a82f-b12ccdc34d85 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:55.874491 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55d96acb-3cfa-41a5-a82f-b12ccdc34d85 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:55.877093 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55d96acb-3cfa-41a5-a82f-b12ccdc34d85 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:55.885685 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-55d96acb-3cfa-41a5-a82f-b12ccdc34d85 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "DELETE /v2.0/security-groups/0ae2e332-3049-45b7-a186-b0f573d55cd1 HTTP/1.1" status: 204 len: 168 time: 0.2921793 Aug 04 12:40:55.885847 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 42722) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:55.889427 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d96acb-3cfa-41a5-a82f-b12ccdc34d85 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae2e332-3049-45b7-a186-b0f573d55cd1,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:55.913510 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.api.v2.resource [None req-88bc25c3-aa4f-4408-84ab-4816a7892503 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] show failed (client error): The resource could not be found. Aug 04 12:40:55.914725 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-88bc25c3-aa4f-4408-84ab-4816a7892503 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups/0ae2e332-3049-45b7-a186-b0f573d55cd1 HTTP/1.1" status: 404 len: 347 time: 0.0326250 Aug 04 12:40:55.917597 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 42724) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:56.071081 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c9101c9b-d932-4c32-9561-348c8a01d07c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Deleting port 4d6e6515-3b3e-49f3-831f-4058edcda432 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:40:56.072096 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c9101c9b-d932-4c32-9561-348c8a01d07c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:56.218636 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c9101c9b-d932-4c32-9561-348c8a01d07c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:56.219031 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c9101c9b-d932-4c32-9561-348c8a01d07c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:56.237969 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c9101c9b-d932-4c32-9561-348c8a01d07c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Calling delete_port for 4d6e6515-3b3e-49f3-831f-4058edcda432 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:40:56.532329 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c9101c9b-d932-4c32-9561-348c8a01d07c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:56.590563 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9101c9b-d932-4c32-9561-348c8a01d07c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Pushing event deleted for resources: {'Port': ['ID=4d6e6515-3b3e-49f3-831f-4058edcda432,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:56.731254 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c9101c9b-d932-4c32-9561-348c8a01d07c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:56.735249 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c9101c9b-d932-4c32-9561-348c8a01d07c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:56.740213 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-c9101c9b-d932-4c32-9561-348c8a01d07c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "DELETE /v2.0/floatingips/1722cfd5-664a-4b71-b7ea-f1a67fff4015 HTTP/1.1" status: 204 len: 168 time: 0.8179326 Aug 04 12:40:56.872527 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-e2ef6060-3e7a-4f29-bfa1-07e0cbb35bc6 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=517361bc5db14af487eb2f01d659d9fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377710 Aug 04 12:40:57.220066 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-d2b25dac-ec99-4cec-a352-7096f3c5d9c9 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:40:57.222991 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-d2b25dac-ec99-4cec-a352-7096f3c5d9c9 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3411264 Aug 04 12:40:57.250906 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-2da9bb7a-c4b3-41d2-833e-2ccf30f6993c tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/quotas/517361bc5db14af487eb2f01d659d9fe HTTP/1.1" status: 200 len: 375 time: 0.0158958 Aug 04 12:40:57.290483 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42748) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:57.316782 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-e0368190-f1ce-44c3-94cb-dd1e8276c3d7 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1638902459', 'description': 'tempest-description--1539116210'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:40:57.509822 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e0368190-f1ce-44c3-94cb-dd1e8276c3d7 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:57.621003 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-4dc37f98-b6c1-4306-962c-241ade705ef1 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=517361bc5db14af487eb2f01d659d9fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3580787 Aug 04 12:40:57.658521 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e0368190-f1ce-44c3-94cb-dd1e8276c3d7 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:57.753702 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e0368190-f1ce-44c3-94cb-dd1e8276c3d7 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:57.800371 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0368190-f1ce-44c3-94cb-dd1e8276c3d7 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79fe02b4-a3ec-49b4-a76e-26dcf48143f9,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:57.904101 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e0368190-f1ce-44c3-94cb-dd1e8276c3d7 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:57.908246 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-e0368190-f1ce-44c3-94cb-dd1e8276c3d7 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6054552 Aug 04 12:40:57.911186 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 42756) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:57.922287 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-0513fc45-1064-4460-baee-e5cbee7f3b45 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Request body: {'security_group_rule': {'security_group_id': '79fe02b4-a3ec-49b4-a76e-26dcf48143f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:40:58.001478 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-468bdf90-ea3d-4cb3-b0cc-ac1b6a057b92 req-fe68caa7-725e-44ca-800a-fe4027fe3eda tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 210 time: 0.0331857 Aug 04 12:40:58.075793 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0513fc45-1064-4460-baee-e5cbee7f3b45 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:58.162540 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0513fc45-1064-4460-baee-e5cbee7f3b45 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:58.241042 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0513fc45-1064-4460-baee-e5cbee7f3b45 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:58.263125 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513fc45-1064-4460-baee-e5cbee7f3b45 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b70342e-a872-4006-b74a-f15da7a910cc,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:58.350725 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0513fc45-1064-4460-baee-e5cbee7f3b45 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:58.361563 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-0513fc45-1064-4460-baee-e5cbee7f3b45 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4480453 Aug 04 12:40:58.362006 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 42768) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:58.383841 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-3b56302d-1d81-4fed-9e13-059bfe822d53 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Request body: {'security_group_rule': {'security_group_id': '79fe02b4-a3ec-49b4-a76e-26dcf48143f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:40:58.491480 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3b56302d-1d81-4fed-9e13-059bfe822d53 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:58.615067 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3b56302d-1d81-4fed-9e13-059bfe822d53 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:58.703321 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3b56302d-1d81-4fed-9e13-059bfe822d53 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:58.738647 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56302d-1d81-4fed-9e13-059bfe822d53 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1784ea9d-c5f6-450b-ab31-e5c438a8774f,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:58.835068 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3b56302d-1d81-4fed-9e13-059bfe822d53 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:58.841019 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-3b56302d-1d81-4fed-9e13-059bfe822d53 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4727259 Aug 04 12:40:58.841584 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 42770) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:40:58.849293 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c71a788f-eed7-4d6a-9752-e814ee9039c0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Request body: {'floatingip': {'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:40:58.960522 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c71a788f-eed7-4d6a-9752-e814ee9039c0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:59.122358 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1c486bf4-de5c-4fe3-a5c7-934484120a38 req-d8d16681-e665-4b3e-b6e7-2f7fab922053 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 210 time: 0.0315783 Aug 04 12:40:59.124997 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c71a788f-eed7-4d6a-9752-e814ee9039c0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:59.253180 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-c71a788f-eed7-4d6a-9752-e814ee9039c0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Allocated IP 172.27.3.157 (edaa9ae4-5451-4ed4-982a-c63f3ba8dd77/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7/a01f073f-9a91-4a04-9698-2802dfe06613) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:40:59.378291 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c71a788f-eed7-4d6a-9752-e814ee9039c0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:59.509829 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c71a788f-eed7-4d6a-9752-e814ee9039c0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:59.551549 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a788f-eed7-4d6a-9752-e814ee9039c0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:40:59.555090 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-c71a788f-eed7-4d6a-9752-e814ee9039c0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:40:59.557602 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a788f-eed7-4d6a-9752-e814ee9039c0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:40:59.592155 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a788f-eed7-4d6a-9752-e814ee9039c0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Pushing event updated for resources: {'Port': ['ID=a01f073f-9a91-4a04-9698-2802dfe06613,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:40:59.681208 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c71a788f-eed7-4d6a-9752-e814ee9039c0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:40:59.819480 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c71a788f-eed7-4d6a-9752-e814ee9039c0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:00.075135 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c71a788f-eed7-4d6a-9752-e814ee9039c0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:00.147751 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c71a788f-eed7-4d6a-9752-e814ee9039c0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:00.264025 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c59afba9-2602-4dbb-91b3-26d60e0ed9fe req-bfb19d92-e6bf-4851-b5fa-546be35574da tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 210 time: 0.0519502 Aug 04 12:41:00.280705 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a788f-eed7-4d6a-9752-e814ee9039c0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Pushing event updated for resources: {'Port': ['ID=a01f073f-9a91-4a04-9698-2802dfe06613,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:00.286151 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c71a788f-eed7-4d6a-9752-e814ee9039c0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544761'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:00.395725 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c71a788f-eed7-4d6a-9752-e814ee9039c0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:00.397260 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-c71a788f-eed7-4d6a-9752-e814ee9039c0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5540423 Aug 04 12:41:00.638042 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-54250051-ab42-41e0-a1b2-f8b149a35c7a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1638902459&fields=id&tenant_id=6cdc0003e64748479f74178220380fda HTTP/1.1" status: 200 len: 267 time: 0.0393271 Aug 04 12:41:00.764598 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-7555a62a-0936-4022-8721-01aa1b5cd0bc tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:00.766160 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-7555a62a-0936-4022-8721-01aa1b5cd0bc tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/networks?id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5 HTTP/1.1" status: 200 len: 817 time: 0.1205101 Aug 04 12:41:00.785132 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-ab221a7b-9c1e-4e48-accf-536af22fc4a6 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/quotas/6cdc0003e64748479f74178220380fda HTTP/1.1" status: 200 len: 375 time: 0.0106843 Aug 04 12:41:00.852068 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-adf37057-3b31-44d6-b1f8-b85b3a6cb25a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=6cdc0003e64748479f74178220380fda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0585303 Aug 04 12:41:00.936764 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-0b9158ae-9c83-4cd0-8635-75e9e78db240 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=517361bc5db14af487eb2f01d659d9fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236561 Aug 04 12:41:01.060767 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-7c1aba3e-7d93-49a5-83e5-ea697cc2b638 service neutron] 10.222.0.90 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936591 Aug 04 12:41:01.155004 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-dee788da-5d9b-4295-a5d5-6263049015ed tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:01.156655 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-dee788da-5d9b-4295-a5d5-6263049015ed tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2104726 Aug 04 12:41:01.188514 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Request body: {'port': {'device_id': '597d7bf8-7c71-4703-87d2-cd616699eda5', 'network_id': 'd11a31f2-edde-4e0d-9c5b-9e4ca8902f74', 'admin_state_up': True, 'tenant_id': '517361bc5db14af487eb2f01d659d9fe'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:01.246553 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-3aa1448c-5e61-4079-b34d-55c08fc4f6f2 service neutron] 10.222.0.90 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738596 Aug 04 12:41:01.444660 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-360de4ba-b7db-472c-847b-aa5b1680a0cf req-9aadb33f-2b77-48d0-8d88-1fa8907f613d tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 210 time: 0.0745785 Aug 04 12:41:01.591690 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8005afba-7b4e-4083-b7da-c78bbd655ced req-9aa8565c-948b-4fa8-b9d3-154744f05f2f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 210 time: 0.0397825 Aug 04 12:41:01.593698 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Made reservation on behalf of 517361bc5db14af487eb2f01d659d9fe for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:41:01.600772 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:01.613017 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:01.781265 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:01.969826 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:02.031604 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08c10b0-0d67-4443-b3bc-98c9575d1800,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:02.046348 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:02.046661 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:02.047264 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:02.047610 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:02.047956 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:02.048284 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:02.048613 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:02.048947 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:02.049283 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:02.050750 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:02.050750 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:02.051105 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:02.175108 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Allocated IP 192.168.233.246 (d11a31f2-edde-4e0d-9c5b-9e4ca8902f74/177433a2-9119-44b4-a83d-2308b5b8b042/87874f81-91fc-4c1d-bb55-9d6ccea780fd) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:41:02.430683 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:02.451014 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Transition to ACTIVE for port object 87874f81-91fc-4c1d-bb55-9d6ccea780fd will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:41:02.577009 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9206cca9-92a9-4a2a-a3ae-65195de2a072 req-b24d11de-ffbf-452f-aaa9-56bd3fe3f3aa tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 210 time: 0.0293767 Aug 04 12:41:02.734281 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-28a43916-d3d1-42a6-9226-3b200d6b4e26 req-4fac4666-ade9-4255-b000-a4fcba7c2e0f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 210 time: 0.0393496 Aug 04 12:41:02.881912 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:02.932319 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Network d11a31f2-edde-4e0d-9c5b-9e4ca8902f74 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:41:02.941045 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:41:02.943651 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:41:02.970734 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Pushing event updated for resources: {'Port': ['ID=87874f81-91fc-4c1d-bb55-9d6ccea780fd,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:03.030323 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:03.031472 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:03.128999 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-6d453fdc-c6be-461b-af72-ca96ab2cc708 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9521234 Aug 04 12:41:03.157528 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Request body: {'port': {'device_id': '597d7bf8-7c71-4703-87d2-cd616699eda5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:03.259180 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:03.339179 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-37f93af1-c724-4aae-bbce-def6d44392a3 None None] Provisioning for port 87874f81-91fc-4c1d-bb55-9d6ccea780fd completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:41:03.344295 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-37f93af1-c724-4aae-bbce-def6d44392a3 None None] Provisioning complete for port 87874f81-91fc-4c1d-bb55-9d6ccea780fd triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:03.344820 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-37f93af1-c724-4aae-bbce-def6d44392a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:03.428699 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-37f93af1-c724-4aae-bbce-def6d44392a3 None None] Port 87874f81-91fc-4c1d-bb55-9d6ccea780fd cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:41:03.714440 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87874f81-91fc-4c1d-bb55-9d6ccea780fd {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:41:03.734662 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:03.870684 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Transition to ACTIVE for port object 87874f81-91fc-4c1d-bb55-9d6ccea780fd will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:41:03.893763 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6be7d50e-af09-48c9-80e3-fe5dd5b02be9 req-67c8f9b0-1b88-4f0a-bb6b-40ea4fba8c7a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 210 time: 0.0619984 Aug 04 12:41:03.917218 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24a527-f7ec-44d0-8cbf-01560548d162 req-d7d56103-930c-4d93-a461-095c40878cf0 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:03.919059 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fa24a527-f7ec-44d0-8cbf-01560548d162 req-d7d56103-930c-4d93-a461-095c40878cf0 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 936 time: 0.1887801 Aug 04 12:41:03.994938 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fa24a527-f7ec-44d0-8cbf-01560548d162 req-87ba2696-9bba-40e4-b795-cd0eb1e3e44b tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/security-groups?id=e08c10b0-0d67-4443-b3bc-98c9575d1800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563483 Aug 04 12:41:04.029092 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:04.119039 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Pushing event updated for resources: {'Port': ['ID=87874f81-91fc-4c1d-bb55-9d6ccea780fd,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:04.217520 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Attempting to bind port 87874f81-91fc-4c1d-bb55-9d6ccea780fd on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:41:04.218406 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Attempting to bind port 87874f81-91fc-4c1d-bb55-9d6ccea780fd by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': 'a1b0a37a-ae67-4084-9872-4712da6fa7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd11a31f2-edde-4e0d-9c5b-9e4ca8902f74'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:41:04.219179 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Attempting to bind port 87874f81-91fc-4c1d-bb55-9d6ccea780fd on network d11a31f2-edde-4e0d-9c5b-9e4ca8902f74 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:41:04.226516 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Port 87874f81-91fc-4c1d-bb55-9d6ccea780fd on network d11a31f2-edde-4e0d-9c5b-9e4ca8902f74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:41:04.227232 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Attempting to bind port 87874f81-91fc-4c1d-bb55-9d6ccea780fd on network d11a31f2-edde-4e0d-9c5b-9e4ca8902f74 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:41:04.235468 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:41:04.236107 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Checking segment: {'id': 'a1b0a37a-ae67-4084-9872-4712da6fa7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd11a31f2-edde-4e0d-9c5b-9e4ca8902f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:41:04.236662 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Bound using segment: {'id': 'a1b0a37a-ae67-4084-9872-4712da6fa7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd11a31f2-edde-4e0d-9c5b-9e4ca8902f74'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:41:04.237526 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Bound port: 87874f81-91fc-4c1d-bb55-9d6ccea780fd, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b0a37a-ae67-4084-9872-4712da6fa7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'd11a31f2-edde-4e0d-9c5b-9e4ca8902f74'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:41:04.238624 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:04.360406 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] For port 87874f81-91fc-4c1d-bb55-9d6ccea780fd, host hv-cinder-80304, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:41:04.364271 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] For port 87874f81-91fc-4c1d-bb55-9d6ccea780fd, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=87874f81-91fc-4c1d-bb55-9d6ccea780fd,segment=NetworkSegment(a1b0a37a-ae67-4084-9872-4712da6fa7cf),segment_id=a1b0a37a-ae67-4084-9872-4712da6fa7cf)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:41:04.439120 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:04.479411 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:04.480210 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:04.481815 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] 10.222.0.76 "PUT /v2.0/ports/87874f81-91fc-4c1d-bb55-9d6ccea780fd HTTP/1.1" status: 200 len: 1098 time: 1.3326900 Aug 04 12:41:04.482349 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597d7bf8-7c71-4703-87d2-cd616699eda5', 'tag': '87874f81-91fc-4c1d-bb55-9d6ccea780fd'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:41:04.484937 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfa86e8-9216-4fdb-a33c-281247ead472" -d '{"events": [{"name": "network-changed", "server_uuid": "597d7bf8-7c71-4703-87d2-cd616699eda5", "tag": "87874f81-91fc-4c1d-bb55-9d6ccea780fd"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:41:04.513648 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc6692-45fa-4071-8d5f-787d47da46c5 service neutron] Pushing event updated for resources: {'Port': ['ID=87874f81-91fc-4c1d-bb55-9d6ccea780fd,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:04.561053 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e22d440-17a7-44a6-9ede-73fa99bca493 x-openstack-request-id: req-6e22d440-17a7-44a6-9ede-73fa99bca493 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:41:04.561425 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597d7bf8-7c71-4703-87d2-cd616699eda5", "tag": "87874f81-91fc-4c1d-bb55-9d6ccea780fd", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:41:04.561912 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6e22d440-17a7-44a6-9ede-73fa99bca493 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:41:04.563278 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597d7bf8-7c71-4703-87d2-cd616699eda5', 'tag': '87874f81-91fc-4c1d-bb55-9d6ccea780fd', 'status': 'completed', 'code': 200} Aug 04 12:41:04.720379 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa86e8-9216-4fdb-a33c-281247ead472 req-ddd48c4c-b0ee-4b05-a93c-dd672b29fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:04.723616 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-dcfa86e8-9216-4fdb-a33c-281247ead472 req-ddd48c4c-b0ee-4b05-a93c-dd672b29fe93 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=517361bc5db14af487eb2f01d659d9fe&device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 1101 time: 0.0834048 Aug 04 12:41:04.783836 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-dcfa86e8-9216-4fdb-a33c-281247ead472 req-d8e7d0c2-f0da-4108-b81b-19657f53b34e service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=517361bc5db14af487eb2f01d659d9fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368226 Aug 04 12:41:04.804126 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c4864878-f63a-4fbd-b384-30585d1229f0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:04.805666 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c4864878-f63a-4fbd-b384-30585d1229f0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.76 "GET /v2.0/networks?id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5 HTTP/1.1" status: 200 len: 817 time: 0.1797206 Aug 04 12:41:04.864502 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-dba8711b-3825-496d-94a1-46b1567b3160 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cdc0003e64748479f74178220380fda HTTP/1.1" status: 200 len: 380 time: 0.0423670 Aug 04 12:41:04.882636 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-99d600b3-2c8b-48f0-b441-f3900ec6dbe0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Request body: {'port': {'device_id': '3416f941-c5ba-4bfd-bc27-2ac89cdd3797', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'admin_state_up': True, 'tenant_id': '6cdc0003e64748479f74178220380fda', 'security_groups': ['79fe02b4-a3ec-49b4-a76e-26dcf48143f9']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:04.929091 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa86e8-9216-4fdb-a33c-281247ead472 req-6dd47766-8309-4dbb-810d-e80791ed9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:04.932503 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-dcfa86e8-9216-4fdb-a33c-281247ead472 req-6dd47766-8309-4dbb-810d-e80791ed9bab service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1387188 Aug 04 12:41:05.117040 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bd2674da-c65b-4cbf-b801-621865420940 req-68f27259-c4eb-4ad6-8b00-848d2efb8039 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 210 time: 0.0397804 Aug 04 12:41:05.122532 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-97606e7e-c4e6-4c84-bfdf-99bde92859b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:05.124473 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-97606e7e-c4e6-4c84-bfdf-99bde92859b8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=517361bc5db14af487eb2f01d659d9fe&device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 1101 time: 0.1144309 Aug 04 12:41:05.126493 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-99d600b3-2c8b-48f0-b441-f3900ec6dbe0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Made reservation on behalf of 6cdc0003e64748479f74178220380fda for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:41:05.129851 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-99d600b3-2c8b-48f0-b441-f3900ec6dbe0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:05.258772 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fd615-e82e-4c8c-a63e-a76fee6dae3d req-472370f6-174f-487e-8d86-7af021cb32c5 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:05.262066 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ca8fd615-e82e-4c8c-a63e-a76fee6dae3d req-472370f6-174f-487e-8d86-7af021cb32c5 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 948 time: 0.1117120 Aug 04 12:41:05.355198 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ca8fd615-e82e-4c8c-a63e-a76fee6dae3d req-c7887d87-7864-492d-a568-0861efda0953 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/security-groups?id=e08c10b0-0d67-4443-b3bc-98c9575d1800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836806 Aug 04 12:41:05.366004 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-99d600b3-2c8b-48f0-b441-f3900ec6dbe0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Allocated IP 172.20.0.7 (35a4a42a-e418-48b8-9c64-c2d7d59d03c5/988d24d8-9aac-4159-8a04-ee92addd3047/64dcd6d3-d279-4269-bf2b-63883cb25c26) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:41:05.542033 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-99d600b3-2c8b-48f0-b441-f3900ec6dbe0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:05.550150 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-b5d9e432-ec3d-4051-9251-c947b90f477e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=87874f81-91fc-4c1d-bb55-9d6ccea780fd HTTP/1.1" status: 200 len: 217 time: 0.4076791 Aug 04 12:41:05.562556 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-99d600b3-2c8b-48f0-b441-f3900ec6dbe0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Transition to ACTIVE for port object 64dcd6d3-d279-4269-bf2b-63883cb25c26 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:41:05.616555 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-20af81f1-187e-4a82-b498-fd9fdf0c6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:05.618576 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-20af81f1-187e-4a82-b498-fd9fdf0c6c03 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=177433a2-9119-44b4-a83d-2308b5b8b042 HTTP/1.1" status: 200 len: 843 time: 0.0586853 Aug 04 12:41:05.677842 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-80ff71df-0019-4f83-9ca4-2c49b4b46555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:05.680218 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-80ff71df-0019-4f83-9ca4-2c49b4b46555 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d11a31f2-edde-4e0d-9c5b-9e4ca8902f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0537033 Aug 04 12:41:05.693033 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-99d600b3-2c8b-48f0-b441-f3900ec6dbe0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:05.764383 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-99d600b3-2c8b-48f0-b441-f3900ec6dbe0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Network 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:41:05.768557 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-99d600b3-2c8b-48f0-b441-f3900ec6dbe0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:41:05.772261 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-99d600b3-2c8b-48f0-b441-f3900ec6dbe0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:41:05.816711 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d600b3-2c8b-48f0-b441-f3900ec6dbe0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Pushing event updated for resources: {'Port': ['ID=64dcd6d3-d279-4269-bf2b-63883cb25c26,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:05.817771 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-579dae56-3696-41c9-b177-c31eccef11f7 service neutron] 10.222.0.76 "GET /v2.0/networks/d11a31f2-edde-4e0d-9c5b-9e4ca8902f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299160 Aug 04 12:41:05.869243 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-99d600b3-2c8b-48f0-b441-f3900ec6dbe0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:05.870066 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-99d600b3-2c8b-48f0-b441-f3900ec6dbe0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:05.930938 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:41:05.946378 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b98f57d5-406b-4ee5-be52-af74454e11e6 req-0baacded-8517-409c-9697-82535d920662 service neutron] 10.222.0.76 "GET /v2.0/networks/d11a31f2-edde-4e0d-9c5b-9e4ca8902f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199291 Aug 04 12:41:05.950091 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-99d600b3-2c8b-48f0-b441-f3900ec6dbe0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0761676 Aug 04 12:41:05.985102 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Request body: {'port': {'device_id': '3416f941-c5ba-4bfd-bc27-2ac89cdd3797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:06.054496 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:06.263003 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-9f7a8204-f214-4894-a091-6b55bcb995ea None None] Provisioning for port 64dcd6d3-d279-4269-bf2b-63883cb25c26 completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:41:06.267084 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-9f7a8204-f214-4894-a091-6b55bcb995ea None None] Provisioning complete for port 64dcd6d3-d279-4269-bf2b-63883cb25c26 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:06.267613 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8204-f214-4894-a091-6b55bcb995ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:06.307254 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce924b-9874-48bc-aa5e-69ba6df651d9 req-ebbef344-9183-487e-9971-80f5da503f43 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:06.308837 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-99ce924b-9874-48bc-aa5e-69ba6df651d9 req-ebbef344-9183-487e-9971-80f5da503f43 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 931 time: 0.1115134 Aug 04 12:41:06.314036 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-9f7a8204-f214-4894-a091-6b55bcb995ea None None] Port 64dcd6d3-d279-4269-bf2b-63883cb25c26 cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:41:06.387664 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-99ce924b-9874-48bc-aa5e-69ba6df651d9 req-e6df416c-6433-4ef8-b700-88655c3eefff tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665886 Aug 04 12:41:06.462425 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64dcd6d3-d279-4269-bf2b-63883cb25c26 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:41:06.479436 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:06.508968 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Transition to ACTIVE for port object 64dcd6d3-d279-4269-bf2b-63883cb25c26 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:41:06.525622 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de6fa5-1b19-4d9d-82ff-9121c9cc326d req-76a01571-463a-4c5f-93ac-41721ff7e18b tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:06.528337 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-32de6fa5-1b19-4d9d-82ff-9121c9cc326d req-76a01571-463a-4c5f-93ac-41721ff7e18b tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 948 time: 0.0677152 Aug 04 12:41:06.573916 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-32de6fa5-1b19-4d9d-82ff-9121c9cc326d req-cbb6ca96-86bc-4a75-bb62-d0073beba2ac tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/security-groups?id=e08c10b0-0d67-4443-b3bc-98c9575d1800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396571 Aug 04 12:41:06.597697 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:06.697743 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Pushing event updated for resources: {'Port': ['ID=64dcd6d3-d279-4269-bf2b-63883cb25c26,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:06.740037 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Attempting to bind port 64dcd6d3-d279-4269-bf2b-63883cb25c26 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:41:06.740845 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Attempting to bind port 64dcd6d3-d279-4269-bf2b-63883cb25c26 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '7e783870-77c8-445f-a256-144305634c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:41:06.741411 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Attempting to bind port 64dcd6d3-d279-4269-bf2b-63883cb25c26 on network 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:41:06.747888 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Port 64dcd6d3-d279-4269-bf2b-63883cb25c26 on network 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:41:06.748530 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Attempting to bind port 64dcd6d3-d279-4269-bf2b-63883cb25c26 on network 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:41:06.754800 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:41:06.762364 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Checking segment: {'id': '7e783870-77c8-445f-a256-144305634c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:41:06.762364 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Bound using segment: {'id': '7e783870-77c8-445f-a256-144305634c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:41:06.762364 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Bound port: 64dcd6d3-d279-4269-bf2b-63883cb25c26, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e783870-77c8-445f-a256-144305634c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:41:06.762364 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:06.845177 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] For port 64dcd6d3-d279-4269-bf2b-63883cb25c26, host hv-cinder-80304, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:41:06.849766 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] For port 64dcd6d3-d279-4269-bf2b-63883cb25c26, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=64dcd6d3-d279-4269-bf2b-63883cb25c26,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:41:06.928753 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:06.988304 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:06.989530 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:06.991470 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] 10.222.0.76 "PUT /v2.0/ports/64dcd6d3-d279-4269-bf2b-63883cb25c26 HTTP/1.1" status: 200 len: 1093 time: 1.0192845 Aug 04 12:41:06.991997 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3416f941-c5ba-4bfd-bc27-2ac89cdd3797', 'tag': '64dcd6d3-d279-4269-bf2b-63883cb25c26'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:41:06.994596 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a451ff-62eb-48d1-a4e0-31188ecf59c4" -d '{"events": [{"name": "network-changed", "server_uuid": "3416f941-c5ba-4bfd-bc27-2ac89cdd3797", "tag": "64dcd6d3-d279-4269-bf2b-63883cb25c26"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:41:07.014018 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ced02b-6bfc-40d2-a6ab-55103ecc8c37 service neutron] Pushing event updated for resources: {'Port': ['ID=64dcd6d3-d279-4269-bf2b-63883cb25c26,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:07.045757 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0dec2a-699b-4d99-804e-1057f4a5c041 x-openstack-request-id: req-8b0dec2a-699b-4d99-804e-1057f4a5c041 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:41:07.046236 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3416f941-c5ba-4bfd-bc27-2ac89cdd3797", "tag": "64dcd6d3-d279-4269-bf2b-63883cb25c26", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:41:07.046708 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8b0dec2a-699b-4d99-804e-1057f4a5c041 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:41:07.047286 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3416f941-c5ba-4bfd-bc27-2ac89cdd3797', 'tag': '64dcd6d3-d279-4269-bf2b-63883cb25c26', 'status': 'completed', 'code': 200} Aug 04 12:41:07.153995 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a451ff-62eb-48d1-a4e0-31188ecf59c4 req-251ff8e0-9a51-433e-ba96-38511e997774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:07.155540 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-39a451ff-62eb-48d1-a4e0-31188ecf59c4 req-251ff8e0-9a51-433e-ba96-38511e997774 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cdc0003e64748479f74178220380fda&device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 1096 time: 0.0536163 Aug 04 12:41:07.323187 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a451ff-62eb-48d1-a4e0-31188ecf59c4 req-5a4c9ce8-b848-4390-b932-7955a2d7da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:07.325525 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-39a451ff-62eb-48d1-a4e0-31188ecf59c4 req-5a4c9ce8-b848-4390-b932-7955a2d7da37 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=6cdc0003e64748479f74178220380fda&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1507018 Aug 04 12:41:07.485615 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a451ff-62eb-48d1-a4e0-31188ecf59c4 req-60d73b75-e936-4ab0-8db5-db1571560691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:07.487293 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-39a451ff-62eb-48d1-a4e0-31188ecf59c4 req-60d73b75-e936-4ab0-8db5-db1571560691 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1522269 Aug 04 12:41:07.545025 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea8ade-db75-49dd-b39b-503bccb95560 req-14cceac7-379e-4d70-95dc-958e0e7b0a04 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:07.546873 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f8ea8ade-db75-49dd-b39b-503bccb95560 req-14cceac7-379e-4d70-95dc-958e0e7b0a04 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0518708 Aug 04 12:41:07.639805 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f8ea8ade-db75-49dd-b39b-503bccb95560 req-e47f7993-cdc5-40a8-ac37-346c4a6d8bf8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843196 Aug 04 12:41:07.657301 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-e91d4d63-9813-414f-9162-ea30238646d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:07.659980 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-e91d4d63-9813-414f-9162-ea30238646d9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cdc0003e64748479f74178220380fda&device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 1096 time: 0.0897727 Aug 04 12:41:07.757873 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-022df1e4-25c5-47ce-aa36-c44f92d8a855 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64dcd6d3-d279-4269-bf2b-63883cb25c26 HTTP/1.1" status: 200 len: 217 time: 0.0811479 Aug 04 12:41:07.786796 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da691bf-1eff-483c-b1db-5dc8d0e94a6b req-e00c9bfb-bb01-4c0a-b517-aa3776a687be tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:07.788406 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4da691bf-1eff-483c-b1db-5dc8d0e94a6b req-e00c9bfb-bb01-4c0a-b517-aa3776a687be tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 948 time: 0.1270802 Aug 04 12:41:07.850941 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-6dc42e3a-4fbd-476e-8dba-28eed7466a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:07.852439 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-6dc42e3a-4fbd-476e-8dba-28eed7466a06 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=988d24d8-9aac-4159-8a04-ee92addd3047 HTTP/1.1" status: 200 len: 856 time: 0.0844789 Aug 04 12:41:07.857631 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4da691bf-1eff-483c-b1db-5dc8d0e94a6b req-85ebdd29-37b5-4c76-b2f9-19784818dc5a tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/security-groups?id=e08c10b0-0d67-4443-b3bc-98c9575d1800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479341 Aug 04 12:41:07.905689 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-e0ce1fcf-6120-43c0-b291-36b7e75cfecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:07.907445 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-e0ce1fcf-6120-43c0-b291-36b7e75cfecd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465443 Aug 04 12:41:08.019061 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-d0476f06-6ee6-45cd-a702-039684200961 service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009967 Aug 04 12:41:08.119655 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7671bc9c-78aa-4f39-b733-e6c3ffc7ece2 req-d6f4d2fd-a034-4bdb-afdf-ce699aa38c17 service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894070 Aug 04 12:41:08.280620 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 87874f81-91fc-4c1d-bb55-9d6ccea780fd details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:41:08.382233 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 87874f81-91fc-4c1d-bb55-9d6ccea780fd, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=87874f81-91fc-4c1d-bb55-9d6ccea780fd,segment=NetworkSegment(a1b0a37a-ae67-4084-9872-4712da6fa7cf),segment_id=a1b0a37a-ae67-4084-9872-4712da6fa7cf)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:08.396121 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': '87874f81-91fc-4c1d-bb55-9d6ccea780fd', 'network_id': 'd11a31f2-edde-4e0d-9c5b-9e4ca8902f74', 'port_id': '87874f81-91fc-4c1d-bb55-9d6ccea780fd', 'mac_address': 'fa:16:3e:31:ba:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177433a2-9119-44b4-a83d-2308b5b8b042', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:41:08.442412 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:08.455620 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87874f81-91fc-4c1d-bb55-9d6ccea780fd {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:41:08.476883 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 87874f81-91fc-4c1d-bb55-9d6ccea780fd, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=87874f81-91fc-4c1d-bb55-9d6ccea780fd,segment=NetworkSegment(a1b0a37a-ae67-4084-9872-4712da6fa7cf),segment_id=a1b0a37a-ae67-4084-9872-4712da6fa7cf)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:08.565766 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:08.617373 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=87874f81-91fc-4c1d-bb55-9d6ccea780fd,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:08.737961 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:08.786959 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f900750-c88c-4bd7-9bd2-56d78d18af37 req-74949640-b59c-4c78-811a-470d0fbfe30b tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:08.788614 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8f900750-c88c-4bd7-9bd2-56d78d18af37 req-74949640-b59c-4c78-811a-470d0fbfe30b tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0588267 Aug 04 12:41:08.831986 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8f900750-c88c-4bd7-9bd2-56d78d18af37 req-35167941-2617-4c4f-99a1-6af9e92a1379 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371637 Aug 04 12:41:08.988882 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['87874f81-91fc-4c1d-bb55-9d6ccea780fd'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:41:08.990721 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceaee52-619d-4abf-8b66-6c2ce36cfbc7 req-e0095eeb-0fe5-4679-a4bf-fd09e7e8f8a7 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:08.998059 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aceaee52-619d-4abf-8b66-6c2ce36cfbc7 req-e0095eeb-0fe5-4679-a4bf-fd09e7e8f8a7 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 949 time: 0.0639918 Aug 04 12:41:09.040556 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aceaee52-619d-4abf-8b66-6c2ce36cfbc7 req-edffb99b-bec2-4ab6-a124-b97a5fe63280 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/security-groups?id=e08c10b0-0d67-4443-b3bc-98c9575d1800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415058 Aug 04 12:41:09.965154 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1b31a-ab3c-46ec-8765-0d9204dd22ee req-9040d3f8-a309-4999-8005-9e7a90af6141 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:09.966709 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-46d1b31a-ab3c-46ec-8765-0d9204dd22ee req-9040d3f8-a309-4999-8005-9e7a90af6141 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0539315 Aug 04 12:41:10.008638 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-46d1b31a-ab3c-46ec-8765-0d9204dd22ee req-fd85e076-3dc1-4624-b8a4-1fdfa1103536 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356579 Aug 04 12:41:10.165179 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce910ae-27c4-4f95-ac4d-cd866ceef40b req-27232b15-ef7a-47aa-9cab-25a199db41f4 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:10.166906 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0ce910ae-27c4-4f95-ac4d-cd866ceef40b req-27232b15-ef7a-47aa-9cab-25a199db41f4 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 949 time: 0.0525107 Aug 04 12:41:10.211972 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0ce910ae-27c4-4f95-ac4d-cd866ceef40b req-c17d150a-8679-431f-a260-3e3807633e0e tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/security-groups?id=e08c10b0-0d67-4443-b3bc-98c9575d1800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388007 Aug 04 12:41:10.290281 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 64dcd6d3-d279-4269-bf2b-63883cb25c26 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:41:10.314868 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 87874f81-91fc-4c1d-bb55-9d6ccea780fd up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:41:10.469965 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 64dcd6d3-d279-4269-bf2b-63883cb25c26, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=64dcd6d3-d279-4269-bf2b-63883cb25c26,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:10.484800 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': '64dcd6d3-d279-4269-bf2b-63883cb25c26', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'port_id': '64dcd6d3-d279-4269-bf2b-63883cb25c26', 'mac_address': 'fa:16:3e:70:16:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:41:10.488683 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port 87874f81-91fc-4c1d-bb55-9d6ccea780fd completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:41:10.494687 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port 87874f81-91fc-4c1d-bb55-9d6ccea780fd triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:10.495102 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:10.562848 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:10.582553 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64dcd6d3-d279-4269-bf2b-63883cb25c26 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:41:10.631843 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 64dcd6d3-d279-4269-bf2b-63883cb25c26, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=64dcd6d3-d279-4269-bf2b-63883cb25c26,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:10.647771 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:10.685598 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597d7bf8-7c71-4703-87d2-cd616699eda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87874f81-91fc-4c1d-bb55-9d6ccea780fd'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:41:10.688101 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4b0e2c-08e5-476c-a369-7dd410827aa8" -d '{"events": [{"server_uuid": "597d7bf8-7c71-4703-87d2-cd616699eda5", "name": "network-vif-plugged", "status": "completed", "tag": "87874f81-91fc-4c1d-bb55-9d6ccea780fd"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:41:10.711637 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 87874f81-91fc-4c1d-bb55-9d6ccea780fd, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=87874f81-91fc-4c1d-bb55-9d6ccea780fd,segment=NetworkSegment(a1b0a37a-ae67-4084-9872-4712da6fa7cf),segment_id=a1b0a37a-ae67-4084-9872-4712da6fa7cf)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:10.720316 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:10.748235 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fccc242-d3a9-43b6-8e0e-6dc7602812c3 x-openstack-request-id: req-0fccc242-d3a9-43b6-8e0e-6dc7602812c3 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:41:10.748571 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597d7bf8-7c71-4703-87d2-cd616699eda5", "name": "network-vif-plugged", "status": "completed", "tag": "87874f81-91fc-4c1d-bb55-9d6ccea780fd", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:41:10.748883 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0fccc242-d3a9-43b6-8e0e-6dc7602812c3 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:41:10.749134 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597d7bf8-7c71-4703-87d2-cd616699eda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87874f81-91fc-4c1d-bb55-9d6ccea780fd', 'code': 200} Aug 04 12:41:10.751846 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1dc9db47-667a-4c63-962a-e2ca8e5c1517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:10.787717 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=64dcd6d3-d279-4269-bf2b-63883cb25c26,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:10.805056 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:10.879186 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=87874f81-91fc-4c1d-bb55-9d6ccea780fd,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:11.164345 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['64dcd6d3-d279-4269-bf2b-63883cb25c26'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:41:11.169776 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdf420-dc18-4b04-8939-7b836a0a2d68 req-2edd64c7-37a3-48e5-a168-9bdb7e2197d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:11.171427 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-53cdf420-dc18-4b04-8939-7b836a0a2d68 req-2edd64c7-37a3-48e5-a168-9bdb7e2197d4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 1103 time: 0.0653386 Aug 04 12:41:11.184431 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac48efc-b57e-48c2-ae0e-b75fd31e998a req-21811fd4-8801-45a8-96a5-ff0ad0944235 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:11.186101 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-eac48efc-b57e-48c2-ae0e-b75fd31e998a req-21811fd4-8801-45a8-96a5-ff0ad0944235 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 944 time: 0.0908451 Aug 04 12:41:11.257795 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-eac48efc-b57e-48c2-ae0e-b75fd31e998a req-eb543f8b-70f6-4f39-9d45-3703cf565596 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639498 Aug 04 12:41:11.260417 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-53cdf420-dc18-4b04-8939-7b836a0a2d68 req-900d920f-1292-4fd0-8682-c8c0b871e614 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e08c10b0-0d67-4443-b3bc-98c9575d1800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733140 Aug 04 12:41:11.369534 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acad8b9-5701-4938-91d5-ec62bd24475a req-64318180-c03f-4d44-9005-315b8d3222d5 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:11.377046 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5acad8b9-5701-4938-91d5-ec62bd24475a req-64318180-c03f-4d44-9005-315b8d3222d5 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 950 time: 0.0627375 Aug 04 12:41:11.413604 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5acad8b9-5701-4938-91d5-ec62bd24475a req-d49cb245-b5cf-4678-a06c-0eefa2f544ca tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/security-groups?id=e08c10b0-0d67-4443-b3bc-98c9575d1800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356379 Aug 04 12:41:12.316086 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 64dcd6d3-d279-4269-bf2b-63883cb25c26 up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:41:12.414404 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580f800-c42a-4b9a-869a-3cbeea5bdff4 req-4d10f4ec-fa44-4b78-801c-2886b0baaa39 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:12.416146 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7580f800-c42a-4b9a-869a-3cbeea5bdff4 req-4d10f4ec-fa44-4b78-801c-2886b0baaa39 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 944 time: 0.0675280 Aug 04 12:41:12.434664 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port 64dcd6d3-d279-4269-bf2b-63883cb25c26 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:41:12.450760 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port 64dcd6d3-d279-4269-bf2b-63883cb25c26 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:12.451426 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:12.467087 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7580f800-c42a-4b9a-869a-3cbeea5bdff4 req-0c2247ca-3e6f-471d-be91-1c137d36def7 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437825 Aug 04 12:41:12.574527 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:12.602633 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1cfab-b728-4df8-a89d-547fc243ccd7 req-060b276f-92c4-4e67-a9cd-e982fc493dbc tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:12.612182 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-dff1cfab-b728-4df8-a89d-547fc243ccd7 req-060b276f-92c4-4e67-a9cd-e982fc493dbc tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 950 time: 0.0880010 Aug 04 12:41:12.639053 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 64dcd6d3-d279-4269-bf2b-63883cb25c26, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=64dcd6d3-d279-4269-bf2b-63883cb25c26,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:12.653006 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-dff1cfab-b728-4df8-a89d-547fc243ccd7 req-62576f3a-10fe-433f-88b1-8d01037b1b19 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/security-groups?id=e08c10b0-0d67-4443-b3bc-98c9575d1800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396810 Aug 04 12:41:12.709626 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:12.751644 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3416f941-c5ba-4bfd-bc27-2ac89cdd3797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dcd6d3-d279-4269-bf2b-63883cb25c26'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:41:12.753795 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3f1d38-d0bd-417f-a75b-90acb7af958d" -d '{"events": [{"server_uuid": "3416f941-c5ba-4bfd-bc27-2ac89cdd3797", "name": "network-vif-plugged", "status": "completed", "tag": "64dcd6d3-d279-4269-bf2b-63883cb25c26"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:41:12.775782 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=64dcd6d3-d279-4269-bf2b-63883cb25c26,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:12.841206 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058b004e-b04a-4396-8c9c-e948764dcd2a x-openstack-request-id: req-058b004e-b04a-4396-8c9c-e948764dcd2a {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:41:12.841623 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3416f941-c5ba-4bfd-bc27-2ac89cdd3797", "name": "network-vif-plugged", "status": "completed", "tag": "64dcd6d3-d279-4269-bf2b-63883cb25c26", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:41:12.841899 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-058b004e-b04a-4396-8c9c-e948764dcd2a {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:41:12.842252 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3416f941-c5ba-4bfd-bc27-2ac89cdd3797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dcd6d3-d279-4269-bf2b-63883cb25c26', 'code': 200} Aug 04 12:41:13.440907 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-21b25d07-7eca-4c12-8558-486a0fd7358f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:13.509181 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:13.606103 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5362e4-200b-4a8c-904a-6198d6979dcf req-245d9b35-3a79-4767-ba34-680fa6c76d64 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:13.615467 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2b5362e4-200b-4a8c-904a-6198d6979dcf req-245d9b35-3a79-4767-ba34-680fa6c76d64 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0638776 Aug 04 12:41:13.655951 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2b5362e4-200b-4a8c-904a-6198d6979dcf req-d7920251-abc2-4832-b7b5-2058a148881f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397103 Aug 04 12:41:13.715630 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5246cc5-dd22-4be5-8314-2e3a625dded2 req-248a9c65-69ea-4296-b972-79794d93e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:13.717819 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e5246cc5-dd22-4be5-8314-2e3a625dded2 req-248a9c65-69ea-4296-b972-79794d93e5b4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 1098 time: 0.0540137 Aug 04 12:41:13.800147 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e5246cc5-dd22-4be5-8314-2e3a625dded2 req-0c63ce9f-93e9-4f2c-adf9-b2402feaa0fb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693729 Aug 04 12:41:13.820982 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713f761-11a0-45ca-990e-7b93453022e5 req-76ade300-6aa4-4ff6-8098-24b4a06c9899 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:13.825895 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d713f761-11a0-45ca-990e-7b93453022e5 req-76ade300-6aa4-4ff6-8098-24b4a06c9899 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 950 time: 0.0706649 Aug 04 12:41:13.865201 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d713f761-11a0-45ca-990e-7b93453022e5 req-e0a0a2c8-6c11-4ab4-a2f1-5c5f6fa503eb tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/security-groups?id=e08c10b0-0d67-4443-b3bc-98c9575d1800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362051 Aug 04 12:41:14.446220 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:14.448078 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fb03f-ffac-4a7b-b381-20af9bb2e347 req-43b36728-a194-4dba-a191-db022dc06c7b tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:14.449610 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-569fb03f-ffac-4a7b-b381-20af9bb2e347 req-43b36728-a194-4dba-a191-db022dc06c7b tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 950 time: 0.0501943 Aug 04 12:41:14.493304 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-569fb03f-ffac-4a7b-b381-20af9bb2e347 req-bfb2036e-fd9a-48aa-973a-d768aea25688 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/security-groups?id=e08c10b0-0d67-4443-b3bc-98c9575d1800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375929 Aug 04 12:41:14.790355 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d162a-b972-4342-8924-e8af083c4b92 req-29ccc16a-4d0b-4899-af08-0c597ceb5d5a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:14.791885 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ab3d162a-b972-4342-8924-e8af083c4b92 req-29ccc16a-4d0b-4899-af08-0c597ceb5d5a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0540912 Aug 04 12:41:14.831255 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ab3d162a-b972-4342-8924-e8af083c4b92 req-860ffec5-e368-47ff-8590-1c4a103d22a1 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333276 Aug 04 12:41:15.610885 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027afb91-ad33-4b36-a6d7-6d5074882070 req-dc3167ff-5564-4083-a1fe-e46d0bf221df tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:15.612322 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-027afb91-ad33-4b36-a6d7-6d5074882070 req-dc3167ff-5564-4083-a1fe-e46d0bf221df tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 950 time: 0.0482290 Aug 04 12:41:15.651756 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-027afb91-ad33-4b36-a6d7-6d5074882070 req-39136ec3-5b55-4969-ab69-8f1178404249 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/security-groups?id=e08c10b0-0d67-4443-b3bc-98c9575d1800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326781 Aug 04 12:41:15.942879 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:15.965635 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a34b2b-48ba-45d1-af7d-92ba18be6af9 req-39deb5cd-16d4-4874-b7c9-3af12b970bdf tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:15.967114 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-28a34b2b-48ba-45d1-af7d-92ba18be6af9 req-39deb5cd-16d4-4874-b7c9-3af12b970bdf tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0471208 Aug 04 12:41:16.005456 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-28a34b2b-48ba-45d1-af7d-92ba18be6af9 req-d9b77fc1-66c2-4d83-b6ae-c14fed962ea3 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322378 Aug 04 12:41:16.123030 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae481d-444e-42df-963e-d09a4a78a21d req-a8f8093f-0069-4e18-b5b5-75cd041825ee tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:16.124520 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5bae481d-444e-42df-963e-d09a4a78a21d req-a8f8093f-0069-4e18-b5b5-75cd041825ee tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0513494 Aug 04 12:41:16.133617 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 42990) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:16.138422 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e418c60d-2f37-451e-8478-b7bfa8f7f910 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Request body: {'floatingip': {'port_id': '64dcd6d3-d279-4269-bf2b-63883cb25c26'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:16.177346 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e418c60d-2f37-451e-8478-b7bfa8f7f910 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:16.939616 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c4068-85ac-43f4-bff7-fc0d27d1f590 req-76b2c4fd-d692-4d63-8ef0-def08725134d tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:16.941051 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f04c4068-85ac-43f4-bff7-fc0d27d1f590 req-76b2c4fd-d692-4d63-8ef0-def08725134d tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.76 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 950 time: 0.1844165 Aug 04 12:41:16.955938 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f1ecf-05dd-4beb-b195-68eaa8d6df80 req-c6d4d87d-ec21-46c8-97e9-44fa12d08190 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:16.957894 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4e8f1ecf-05dd-4beb-b195-68eaa8d6df80 req-c6d4d87d-ec21-46c8-97e9-44fa12d08190 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 950 time: 0.2018538 Aug 04 12:41:17.152854 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4e8f1ecf-05dd-4beb-b195-68eaa8d6df80 req-daf538f9-d59e-424e-a973-e01d485e7ff2 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/security-groups?id=e08c10b0-0d67-4443-b3bc-98c9575d1800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879711 Aug 04 12:41:17.177476 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e418c60d-2f37-451e-8478-b7bfa8f7f910 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:17.191892 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-f04c4068-85ac-43f4-bff7-fc0d27d1f590 req-9c5dbe2d-4416-4702-8235-5d986cf491e2 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Deleting port 87874f81-91fc-4c1d-bb55-9d6ccea780fd {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:41:17.192167 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f04c4068-85ac-43f4-bff7-fc0d27d1f590 req-9c5dbe2d-4416-4702-8235-5d986cf491e2 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:17.244896 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e418c60d-2f37-451e-8478-b7bfa8f7f910 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544761'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:17.386838 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c108f2-379c-43fc-aa68-575ac877e955 req-18fa3934-2e42-4f85-9bcf-f203dac24578 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:17.388334 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-37c108f2-379c-43fc-aa68-575ac877e955 req-18fa3934-2e42-4f85-9bcf-f203dac24578 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.1568077 Aug 04 12:41:17.400654 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-f04c4068-85ac-43f4-bff7-fc0d27d1f590 req-9c5dbe2d-4416-4702-8235-5d986cf491e2 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] For port 87874f81-91fc-4c1d-bb55-9d6ccea780fd, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=87874f81-91fc-4c1d-bb55-9d6ccea780fd,segment=NetworkSegment(a1b0a37a-ae67-4084-9872-4712da6fa7cf),segment_id=a1b0a37a-ae67-4084-9872-4712da6fa7cf)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:17.401015 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f04c4068-85ac-43f4-bff7-fc0d27d1f590 req-9c5dbe2d-4416-4702-8235-5d986cf491e2 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:17.436438 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-f04c4068-85ac-43f4-bff7-fc0d27d1f590 req-9c5dbe2d-4416-4702-8235-5d986cf491e2 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Calling delete_port for 87874f81-91fc-4c1d-bb55-9d6ccea780fd owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:41:17.441019 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.l3_db [None req-e418c60d-2f37-451e-8478-b7bfa8f7f910 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Floating IP 0cde5dd4-59e2-4cd0-b9b2-7ad034cccfc2 associated. External IP: 172.27.3.157, port: 64dcd6d3-d279-4269-bf2b-63883cb25c26. Aug 04 12:41:17.529146 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-37c108f2-379c-43fc-aa68-575ac877e955 req-884741f5-07e7-44e9-a586-4bf772ac850a tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302893 Aug 04 12:41:17.745901 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e418c60d-2f37-451e-8478-b7bfa8f7f910 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:41:17.834687 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f04c4068-85ac-43f4-bff7-fc0d27d1f590 req-9c5dbe2d-4416-4702-8235-5d986cf491e2 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:17.867514 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5dbe2d-4416-4702-8235-5d986cf491e2 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Pushing event deleted for resources: {'Port': ['ID=87874f81-91fc-4c1d-bb55-9d6ccea780fd,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:17.883001 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['87874f81-91fc-4c1d-bb55-9d6ccea780fd'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:41:17.907943 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e418c60d-2f37-451e-8478-b7bfa8f7f910 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:41:17.921607 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613224b-db16-4b12-9c7f-950ebaa757a1 None None] Sync routers for ids ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:41:17.924790 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e418c60d-2f37-451e-8478-b7bfa8f7f910 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:17.927260 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04c4068-85ac-43f4-bff7-fc0d27d1f590 req-9c5dbe2d-4416-4702-8235-5d986cf491e2 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] No DVR routers for this DVR port 87874f81-91fc-4c1d-bb55-9d6ccea780fd on host hv-cinder-80304 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:41:17.933962 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613224b-db16-4b12-9c7f-950ebaa757a1 None None] Routers {'2542cac2-e6cd-4c91-8621-f496aa9e25f5'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:41:17.934756 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-a613224b-db16-4b12-9c7f-950ebaa757a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:41:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:17.937193 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f04c4068-85ac-43f4-bff7-fc0d27d1f590 req-9c5dbe2d-4416-4702-8235-5d986cf491e2 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:17.939263 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f04c4068-85ac-43f4-bff7-fc0d27d1f590 req-9c5dbe2d-4416-4702-8235-5d986cf491e2 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.76 "DELETE /v2.0/ports/87874f81-91fc-4c1d-bb55-9d6ccea780fd HTTP/1.1" status: 204 len: 173 time: 0.9805064 Aug 04 12:41:17.939720 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597d7bf8-7c71-4703-87d2-cd616699eda5', 'name': 'network-vif-deleted', 'tag': '87874f81-91fc-4c1d-bb55-9d6ccea780fd'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:41:17.942629 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31619d29-60b7-42ac-87dd-42fbc8f99160" -d '{"events": [{"server_uuid": "597d7bf8-7c71-4703-87d2-cd616699eda5", "name": "network-vif-deleted", "tag": "87874f81-91fc-4c1d-bb55-9d6ccea780fd"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:41:17.982849 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e418c60d-2f37-451e-8478-b7bfa8f7f910 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "PUT /v2.0/floatingips/0cde5dd4-59e2-4cd0-b9b2-7ad034cccfc2 HTTP/1.1" status: 200 len: 991 time: 1.8481600 Aug 04 12:41:17.999584 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5d5c5b-cde3-4b08-9ff9-27bcd6507068 x-openstack-request-id: req-da5d5c5b-cde3-4b08-9ff9-27bcd6507068 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:41:17.999879 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597d7bf8-7c71-4703-87d2-cd616699eda5", "name": "network-vif-deleted", "tag": "87874f81-91fc-4c1d-bb55-9d6ccea780fd", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:41:18.000134 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-da5d5c5b-cde3-4b08-9ff9-27bcd6507068 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:41:18.000553 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597d7bf8-7c71-4703-87d2-cd616699eda5', 'name': 'network-vif-deleted', 'tag': '87874f81-91fc-4c1d-bb55-9d6ccea780fd', 'status': 'completed', 'code': 200} Aug 04 12:41:18.054531 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-a613224b-db16-4b12-9c7f-950ebaa757a1 None None] Set router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:41:18.250701 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f72fdf94-2e41-4b9e-8bc4-5c736a209952 req-62907ce8-42ff-45a5-abd8-4ab911426306 tempest-VolumesNegativeTest-1233019304 tempest-VolumesNegativeTest-1233019304-project] 10.222.0.90 "GET /v2.0/ports?device_id=597d7bf8-7c71-4703-87d2-cd616699eda5 HTTP/1.1" status: 200 len: 210 time: 0.0262668 Aug 04 12:41:18.458551 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-a613224b-db16-4b12-9c7f-950ebaa757a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:37Z', 'revision_number': 4, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port': {'id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:31Z', 'updated_at': '2021-08-04T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '0cde5dd4-59e2-4cd0-b9b2-7ad034cccfc2', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'port_id': '64dcd6d3-d279-4269-bf2b-63883cb25c26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'mac_address': 'fa:16:3e:70:16:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3416f941-c5ba-4bfd-bc27-2ac89cdd3797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:40:59Z', 'updated_at': '2021-08-04T12:41:16Z', 'revision_number': 1, 'project_id': '6cdc0003e64748479f74178220380fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c90d8bc6-354a-4b75-8263-421d74fe3772', 'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'mac_address': 'fa:16:3e:d2:01:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:48Z', 'revision_number': 5, 'project_id': '6cdc0003e64748479f74178220380fda', 'subnets': [{'id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:18.486790 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 43052) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:18.488313 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613224b-db16-4b12-9c7f-950ebaa757a1 None None] Checking router: 2542cac2-e6cd-4c91-8621-f496aa9e25f5 for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:41:18.499217 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613224b-db16-4b12-9c7f-950ebaa757a1 None None] Routers {'2542cac2-e6cd-4c91-8621-f496aa9e25f5'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:41:18.499857 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-a613224b-db16-4b12-9c7f-950ebaa757a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:41:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:18.532926 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-918a591b-ee3e-41fe-9d18-946551892bf0 admin admin] Deleting subnet 9d664a5a-90c6-46dc-86bc-51bd34591097 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 12:41:18.536655 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-918a591b-ee3e-41fe-9d18-946551892bf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:18.577381 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-918a591b-ee3e-41fe-9d18-946551892bf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3168408'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:18.609573 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-a613224b-db16-4b12-9c7f-950ebaa757a1 None None] Set router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:41:18.641564 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-918a591b-ee3e-41fe-9d18-946551892bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8264673'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:18.694166 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8f5ee-f719-4fb3-98a9-6a3088832ada req-b306a4d5-92ef-4eaf-a1e4-90dcf56ca5a7 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:18.695595 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-50c8f5ee-f719-4fb3-98a9-6a3088832ada req-b306a4d5-92ef-4eaf-a1e4-90dcf56ca5a7 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0882170 Aug 04 12:41:18.744786 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-50c8f5ee-f719-4fb3-98a9-6a3088832ada req-a4a455cd-b4a7-46eb-b886-806f55940f1a tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394635 Aug 04 12:41:18.818124 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-918a591b-ee3e-41fe-9d18-946551892bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8263954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4003078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694604'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:18.838961 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-a613224b-db16-4b12-9c7f-950ebaa757a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:37Z', 'revision_number': 4, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port': {'id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:31Z', 'updated_at': '2021-08-04T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '0cde5dd4-59e2-4cd0-b9b2-7ad034cccfc2', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'port_id': '64dcd6d3-d279-4269-bf2b-63883cb25c26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'mac_address': 'fa:16:3e:70:16:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3416f941-c5ba-4bfd-bc27-2ac89cdd3797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:40:59Z', 'updated_at': '2021-08-04T12:41:16Z', 'revision_number': 1, 'project_id': '6cdc0003e64748479f74178220380fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c90d8bc6-354a-4b75-8263-421d74fe3772', 'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'mac_address': 'fa:16:3e:d2:01:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:48Z', 'revision_number': 5, 'project_id': '6cdc0003e64748479f74178220380fda', 'subnets': [{'id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:18.850602 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a591b-ee3e-41fe-9d18-946551892bf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d664a5a-90c6-46dc-86bc-51bd34591097,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:18.852542 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-918a591b-ee3e-41fe-9d18-946551892bf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:18.857002 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-918a591b-ee3e-41fe-9d18-946551892bf0 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/9d664a5a-90c6-46dc-86bc-51bd34591097 HTTP/1.1" status: 204 len: 168 time: 0.3665333 Aug 04 12:41:18.857002 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 43056) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:18.867603 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a613224b-db16-4b12-9c7f-950ebaa757a1 None None] The sync data for ids ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'] in dv-cinder-803046-4-iscsi is: [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:37Z', 'revision_number': 4, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port': {'id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:31Z', 'updated_at': '2021-08-04T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '0cde5dd4-59e2-4cd0-b9b2-7ad034cccfc2', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'port_id': '64dcd6d3-d279-4269-bf2b-63883cb25c26', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'mac_address': 'fa:16:3e:70:16:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3416f941-c5ba-4bfd-bc27-2ac89cdd3797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:40:59Z', 'updated_at': '2021-08-04T12:41:16Z', 'revision_number': 1, 'project_id': '6cdc0003e64748479f74178220380fda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c90d8bc6-354a-4b75-8263-421d74fe3772', 'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'mac_address': 'fa:16:3e:d2:01:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:48Z', 'revision_number': 5, 'project_id': '6cdc0003e64748479f74178220380fda', 'subnets': [{'id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:41:18.926844 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0e18ef94-1507-4052-8147-d00311c3bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7872879'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:19.010302 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0e18ef94-1507-4052-8147-d00311c3bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314982', 'neutron.services.segments.db._delete_segments_for_network-8788656383735'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:19.021229 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-0e18ef94-1507-4052-8147-d00311c3bebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f58f44-5f6d-44cf-8dd4-69d1d94096a6']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:19.032793 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-0e18ef94-1507-4052-8147-d00311c3bebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba75dc3-a20b-47e9-ac73-da230febc843') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:19.037227 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-0e18ef94-1507-4052-8147-d00311c3bebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba75dc3-a20b-47e9-ac73-da230febc843') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:19.043282 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0e18ef94-1507-4052-8147-d00311c3bebe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788656387588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3168403'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:19.057483 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0e18ef94-1507-4052-8147-d00311c3bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:19.064100 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e18ef94-1507-4052-8147-d00311c3bebe admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 12:41:19.064490 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0e18ef94-1507-4052-8147-d00311c3bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4003244'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: Traceback (most recent call last): Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: timer() Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: cb(*args, **kw) Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: return func(*args, **kwargs) Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: self._notify() Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: self.callback(batched_events) Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: event.method(event) Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: return f(self, *a, **k) Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: return self._get(url).json() Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: return self.request(url, 'GET', **kwargs) Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 12:41:19.066256 dv-cinder-803046-4-iscsi neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 12:41:19.080850 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701da421-9d34-4f45-96c0-51da17147c58 None None] New status for floating IP 0cde5dd4-59e2-4cd0-b9b2-7ad034cccfc2: ACTIVE {{(pid=94081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:41:19.211720 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0e18ef94-1507-4052-8147-d00311c3bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544019'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:19.219224 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0e18ef94-1507-4052-8147-d00311c3bebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:19.224483 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-0e18ef94-1507-4052-8147-d00311c3bebe admin admin] 10.222.0.90 "DELETE /v2.0/networks/13f58f44-5f6d-44cf-8dd4-69d1d94096a6 HTTP/1.1" status: 204 len: 168 time: 0.3632588 Aug 04 12:41:19.232759 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18ef94-1507-4052-8147-d00311c3bebe admin admin] Pushing event deleted for resources: {'Network': ['ID=13f58f44-5f6d-44cf-8dd4-69d1d94096a6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:19.616424 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 43074) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:19.656558 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5fa5aa93-e4a4-4cd8-a4db-121c33027f4d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7a93cf83191440a0ab0650f8c8dfa256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389373 Aug 04 12:41:19.659367 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 43076) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:19.713675 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e02f40ac-dc8b-4239-8a3b-0211fcc5b2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:19.735133 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e02f40ac-dc8b-4239-8a3b-0211fcc5b2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:19.827343 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d2f70-a009-469e-80d7-b6b399537fa9 req-38d04301-19c4-49fc-b7d7-02607596a815 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:19.827343 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8b0d2f70-a009-469e-80d7-b6b399537fa9 req-38d04301-19c4-49fc-b7d7-02607596a815 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.0744290 Aug 04 12:41:19.930219 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd785b-92b9-4499-85ba-9322f7d244f3 req-144a0b12-cabb-471c-879f-6e787733f433 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:19.931627 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e5cd785b-92b9-4499-85ba-9322f7d244f3 req-144a0b12-cabb-471c-879f-6e787733f433 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 946 time: 0.1086955 Aug 04 12:41:19.975713 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-8b0d2f70-a009-469e-80d7-b6b399537fa9 req-61ca2fec-625d-4726-943b-9e74b0312d6c tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Deleting port 1ad1723e-b10f-48d7-a783-65772f63dbc6 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:41:19.976046 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b0d2f70-a009-469e-80d7-b6b399537fa9 req-61ca2fec-625d-4726-943b-9e74b0312d6c tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:19.984018 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e5cd785b-92b9-4499-85ba-9322f7d244f3 req-c21d1235-a075-4d6b-b5a2-9b52ce4512ae tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451474 Aug 04 12:41:20.005470 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3416f941-c5ba-4bfd-bc27-2ac89cdd3797', 'tag': '64dcd6d3-d279-4269-bf2b-63883cb25c26'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:41:20.005470 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9320154-5029-4f41-9c21-bc9b7766b386" -d '{"events": [{"name": "network-changed", "server_uuid": "3416f941-c5ba-4bfd-bc27-2ac89cdd3797", "tag": "64dcd6d3-d279-4269-bf2b-63883cb25c26"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:41:20.041578 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c49c7b5-ecec-41a5-ae89-f1677a20a97d x-openstack-request-id: req-5c49c7b5-ecec-41a5-ae89-f1677a20a97d {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:41:20.041864 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3416f941-c5ba-4bfd-bc27-2ac89cdd3797", "tag": "64dcd6d3-d279-4269-bf2b-63883cb25c26", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:41:20.042106 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5c49c7b5-ecec-41a5-ae89-f1677a20a97d {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:41:20.042484 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3416f941-c5ba-4bfd-bc27-2ac89cdd3797', 'tag': '64dcd6d3-d279-4269-bf2b-63883cb25c26', 'status': 'completed', 'code': 200} Aug 04 12:41:20.049350 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e02f40ac-dc8b-4239-8a3b-0211fcc5b2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:20.052754 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e02f40ac-dc8b-4239-8a3b-0211fcc5b2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:20.054171 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e02f40ac-dc8b-4239-8a3b-0211fcc5b2a7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e0354c45-6a23-485a-818b-eef1650c55ce HTTP/1.1" status: 204 len: 168 time: 0.3935864 Aug 04 12:41:20.067018 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f40ac-dc8b-4239-8a3b-0211fcc5b2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0354c45-6a23-485a-818b-eef1650c55ce,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:20.120313 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-8b0d2f70-a009-469e-80d7-b6b399537fa9 req-61ca2fec-625d-4726-943b-9e74b0312d6c tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] For port 1ad1723e-b10f-48d7-a783-65772f63dbc6, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=1ad1723e-b10f-48d7-a783-65772f63dbc6,segment=NetworkSegment(460f25c3-9530-4968-8cdc-c105494c6d68),segment_id=460f25c3-9530-4968-8cdc-c105494c6d68)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:20.120949 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b0d2f70-a009-469e-80d7-b6b399537fa9 req-61ca2fec-625d-4726-943b-9e74b0312d6c tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:20.135437 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9320154-5029-4f41-9c21-bc9b7766b386 req-03cbcb4e-5c4c-42c0-992d-17dfbba529cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:20.137216 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-d9320154-5029-4f41-9c21-bc9b7766b386 req-03cbcb4e-5c4c-42c0-992d-17dfbba529cc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cdc0003e64748479f74178220380fda&device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 1098 time: 0.0472934 Aug 04 12:41:20.234151 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9320154-5029-4f41-9c21-bc9b7766b386 req-cbbd989d-a50e-4ff2-830e-148eddb1ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:20.235688 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-d9320154-5029-4f41-9c21-bc9b7766b386 req-cbbd989d-a50e-4ff2-830e-148eddb1ea5b service neutron] 10.222.0.76 "GET /v2.0/networks?id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5 HTTP/1.1" status: 200 len: 918 time: 0.0912292 Aug 04 12:41:20.325699 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-d9320154-5029-4f41-9c21-bc9b7766b386 req-2972cc96-4873-47bd-b1bb-96944e4af0a2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64dcd6d3-d279-4269-bf2b-63883cb25c26 HTTP/1.1" status: 200 len: 1001 time: 0.0725696 Aug 04 12:41:20.374774 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 87874f81-91fc-4c1d-bb55-9d6ccea780fd no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:41:20.386137 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9320154-5029-4f41-9c21-bc9b7766b386 req-106c57a9-e3f3-4a12-adaf-a6c841d29e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:20.387914 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-d9320154-5029-4f41-9c21-bc9b7766b386 req-106c57a9-e3f3-4a12-adaf-a6c841d29e83 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=988d24d8-9aac-4159-8a04-ee92addd3047 HTTP/1.1" status: 200 len: 856 time: 0.0542054 Aug 04 12:41:20.400825 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: 87874f81-91fc-4c1d-bb55-9d6ccea780fd {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:41:20.401325 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 87874f81-91fc-4c1d-bb55-9d6ccea780fd not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:41:20.437983 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9320154-5029-4f41-9c21-bc9b7766b386 req-cd85d06f-6ea1-4824-8c4a-907e1a64c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:20.439498 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-d9320154-5029-4f41-9c21-bc9b7766b386 req-cd85d06f-6ea1-4824-8c4a-907e1a64c6cc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423551 Aug 04 12:41:20.555780 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-d9320154-5029-4f41-9c21-bc9b7766b386 req-7962c480-3f57-46da-b6bf-566514ace731 service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067600 Aug 04 12:41:20.569261 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b0d2f70-a009-469e-80d7-b6b399537fa9 req-61ca2fec-625d-4726-943b-9e74b0312d6c tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:20.569261 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b0d2f70-a009-469e-80d7-b6b399537fa9 req-61ca2fec-625d-4726-943b-9e74b0312d6c tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544761'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:20.569261 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.l3_db [req-8b0d2f70-a009-469e-80d7-b6b399537fa9 req-61ca2fec-625d-4726-943b-9e74b0312d6c tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Floating IP 1c956125-e5d3-4db2-b746-a67b2a1fd0ff disassociated. External IP: 172.27.3.249, port: 1ad1723e-b10f-48d7-a783-65772f63dbc6. Aug 04 12:41:20.569261 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-8b0d2f70-a009-469e-80d7-b6b399537fa9 req-61ca2fec-625d-4726-943b-9e74b0312d6c tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Calling delete_port for 1ad1723e-b10f-48d7-a783-65772f63dbc6 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:41:20.660611 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-d9320154-5029-4f41-9c21-bc9b7766b386 req-67719066-7b44-4da6-99c3-ffff12fd83e2 service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959904 Aug 04 12:41:20.944053 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b0d2f70-a009-469e-80d7-b6b399537fa9 req-61ca2fec-625d-4726-943b-9e74b0312d6c tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:20.975997 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca2fec-625d-4726-943b-9e74b0312d6c tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Pushing event deleted for resources: {'Port': ['ID=1ad1723e-b10f-48d7-a783-65772f63dbc6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:21.106056 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0613f506-4ef9-44e6-a904-376658579a38 req-4dabb720-f6ef-4726-b3da-1d91bf01c6e9 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 210 time: 0.0291991 Aug 04 12:41:21.136836 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b0d2f70-a009-469e-80d7-b6b399537fa9 req-61ca2fec-625d-4726-943b-9e74b0312d6c tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Router f9d465a8-60b9-4864-8ad6-c32ce2bcebad has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:41:21.245220 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b0d2f70-a009-469e-80d7-b6b399537fa9 req-61ca2fec-625d-4726-943b-9e74b0312d6c tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:41:21.254832 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f791e4d9-af96-400c-9b82-d5f0ce0e1d80 None None] Sync routers for ids ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:41:21.263683 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f791e4d9-af96-400c-9b82-d5f0ce0e1d80 None None] Routers {'f9d465a8-60b9-4864-8ad6-c32ce2bcebad'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:41:21.264312 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f791e4d9-af96-400c-9b82-d5f0ce0e1d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:41:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:21.287598 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0d2f70-a009-469e-80d7-b6b399537fa9 req-61ca2fec-625d-4726-943b-9e74b0312d6c tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] No DVR routers for this DVR port 1ad1723e-b10f-48d7-a783-65772f63dbc6 on host hv-cinder-80304 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:41:21.290183 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b0d2f70-a009-469e-80d7-b6b399537fa9 req-61ca2fec-625d-4726-943b-9e74b0312d6c tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:21.292328 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8b0d2f70-a009-469e-80d7-b6b399537fa9 req-61ca2fec-625d-4726-943b-9e74b0312d6c tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.76 "DELETE /v2.0/ports/1ad1723e-b10f-48d7-a783-65772f63dbc6 HTTP/1.1" status: 204 len: 173 time: 1.4675581 Aug 04 12:41:21.382879 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f791e4d9-af96-400c-9b82-d5f0ce0e1d80 None None] Set router f9d465a8-60b9-4864-8ad6-c32ce2bcebad gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:41:21.468320 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 43184) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:21.585790 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e90a24f5-762a-489d-bb50-107b63b805f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-609542355-network', 'tenant_id': 'd3b3800723eb4a0687acc69ede2b821d'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:21.606080 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f791e4d9-af96-400c-9b82-d5f0ce0e1d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 4, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port': {'id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'ad59a990-bf66-495b-9a95-62e1abb6b08a', 'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'mac_address': 'fa:16:3e:75:0c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:51Z', 'revision_number': 5, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'subnets': [{'id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:21.634526 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f791e4d9-af96-400c-9b82-d5f0ce0e1d80 None None] Checking router: f9d465a8-60b9-4864-8ad6-c32ce2bcebad for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:41:21.643555 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f791e4d9-af96-400c-9b82-d5f0ce0e1d80 None None] Routers {'f9d465a8-60b9-4864-8ad6-c32ce2bcebad'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:41:21.644466 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f791e4d9-af96-400c-9b82-d5f0ce0e1d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:41:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:21.669134 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90a24f5-762a-489d-bb50-107b63b805f8 admin admin] Made reservation on behalf of d3b3800723eb4a0687acc69ede2b821d for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:41:21.671512 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e90a24f5-762a-489d-bb50-107b63b805f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:21.680376 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e90a24f5-762a-489d-bb50-107b63b805f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:21.761667 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f791e4d9-af96-400c-9b82-d5f0ce0e1d80 None None] Set router f9d465a8-60b9-4864-8ad6-c32ce2bcebad gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:41:21.782010 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e90a24f5-762a-489d-bb50-107b63b805f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:21.858128 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e90a24f5-762a-489d-bb50-107b63b805f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:21.888889 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90a24f5-762a-489d-bb50-107b63b805f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 12:41:21.895631 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a24f5-762a-489d-bb50-107b63b805f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:21.904855 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e90a24f5-762a-489d-bb50-107b63b805f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:21.905208 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-e90a24f5-762a-489d-bb50-107b63b805f8 admin admin] Added segment 92c493e3-8c89-4e48-9101-b90d799f4c8b of type vlan for network 6b21cd70-f9cf-4f92-85ad-21a6981d78d4 Aug 04 12:41:21.952754 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e90a24f5-762a-489d-bb50-107b63b805f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:21.991571 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f791e4d9-af96-400c-9b82-d5f0ce0e1d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 4, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port': {'id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'ad59a990-bf66-495b-9a95-62e1abb6b08a', 'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'mac_address': 'fa:16:3e:75:0c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:51Z', 'revision_number': 5, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'subnets': [{'id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:22.017677 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f791e4d9-af96-400c-9b82-d5f0ce0e1d80 None None] The sync data for ids ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'] in dv-cinder-803046-4-iscsi is: [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 4, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port': {'id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'ad59a990-bf66-495b-9a95-62e1abb6b08a', 'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'mac_address': 'fa:16:3e:75:0c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:51Z', 'revision_number': 5, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'subnets': [{'id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:41:22.044097 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae48df2d-204c-43bd-b1a0-4bee31ee286a', 'name': 'network-vif-deleted', 'tag': '1ad1723e-b10f-48d7-a783-65772f63dbc6'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:41:22.047254 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b3e318-05e0-48ae-a08a-977e33959ccf" -d '{"events": [{"server_uuid": "ae48df2d-204c-43bd-b1a0-4bee31ee286a", "name": "network-vif-deleted", "tag": "1ad1723e-b10f-48d7-a783-65772f63dbc6"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:41:22.069858 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e90a24f5-762a-489d-bb50-107b63b805f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:22.071082 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90a24f5-762a-489d-bb50-107b63b805f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:22.072428 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e90a24f5-762a-489d-bb50-107b63b805f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:22.092473 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645c6ab3-2485-4ede-b328-ed1f534ef9e0 x-openstack-request-id: req-645c6ab3-2485-4ede-b328-ed1f534ef9e0 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:41:22.092750 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae48df2d-204c-43bd-b1a0-4bee31ee286a", "name": "network-vif-deleted", "tag": "1ad1723e-b10f-48d7-a783-65772f63dbc6", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:41:22.093025 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-645c6ab3-2485-4ede-b328-ed1f534ef9e0 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:41:22.093449 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae48df2d-204c-43bd-b1a0-4bee31ee286a', 'name': 'network-vif-deleted', 'tag': '1ad1723e-b10f-48d7-a783-65772f63dbc6', 'status': 'completed', 'code': 200} Aug 04 12:41:22.133336 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a24f5-762a-489d-bb50-107b63b805f8 admin admin] Pushing event updated for resources: {'Network': ['ID=6b21cd70-f9cf-4f92-85ad-21a6981d78d4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:22.143409 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network 6b21cd70-f9cf-4f92-85ad-21a6981d78d4 details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:41:22.239264 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-19eed0b6-21e0-413d-a6cf-b4fa295f0213 req-6b1a660f-90ee-4c6c-8f66-52942e2fde1a tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=ae48df2d-204c-43bd-b1a0-4bee31ee286a HTTP/1.1" status: 200 len: 210 time: 0.0419405 Aug 04 12:41:22.241286 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e90a24f5-762a-489d-bb50-107b63b805f8 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7718728 Aug 04 12:41:22.245072 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 43206) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:22.255461 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Request body: {'subnet': {'network_id': '6b21cd70-f9cf-4f92-85ad-21a6981d78d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-609542355-subnet', 'tenant_id': 'd3b3800723eb4a0687acc69ede2b821d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:22.264434 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5fa14-d1af-4770-b38a-7f8f83e16a6b None None] New status for floating IP 1c956125-e5d3-4db2-b746-a67b2a1fd0ff: DOWN {{(pid=94081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:41:22.366865 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 1ad1723e-b10f-48d7-a783-65772f63dbc6 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:41:22.377293 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Made reservation on behalf of d3b3800723eb4a0687acc69ede2b821d for: {'subnet': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:41:22.380267 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9245666'] for subnet, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:22.389349 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: 1ad1723e-b10f-48d7-a783-65772f63dbc6 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:41:22.389884 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 1ad1723e-b10f-48d7-a783-65772f63dbc6 not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:41:22.612415 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2653157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9245660'] for subnet, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:22.669550 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d04faf9-725b-4ab1-b30b-ba9175709758,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:22.680679 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:22.681032 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:22.681387 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:22.681735 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:22.682068 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:22.682402 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:22.682729 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:22.683054 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:22.683384 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:22.683705 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:22.684029 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:22.684348 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:22.687598 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Checking segment: {'id': '92c493e3-8c89-4e48-9101-b90d799f4c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6b21cd70-f9cf-4f92-85ad-21a6981d78d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:41:22.687954 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Network hostable DHCP agents. Network: 6b21cd70-f9cf-4f92-85ad-21a6981d78d4, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:41:22.777424 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Network 6b21cd70-f9cf-4f92-85ad-21a6981d78d4 is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:41:22.868997 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, 6b21cd70-f9cf-4f92-85ad-21a6981d78d4) {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:41:22.873687 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:22.874663 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for subnet, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:22.879449 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7536aa1f-803e-452f-91ff-b12497d4cf12 None None] Network 6b21cd70-f9cf-4f92-85ad-21a6981d78d4 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:41:23.007008 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8b5d07-5697-4265-890b-041965bb274b None None] Network 6b21cd70-f9cf-4f92-85ad-21a6981d78d4 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:41:23.012126 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-91dd14c4-ea23-430d-9749-2daf8b26e682 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7651589 Aug 04 12:41:23.412340 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 43300) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:23.476338 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-941a5a4e-a3d0-43dd-ac30-b7bcab4d9814 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:23.499683 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-941a5a4e-a3d0-43dd-ac30-b7bcab4d9814 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:23.644406 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-941a5a4e-a3d0-43dd-ac30-b7bcab4d9814 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:23.653424 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-941a5a4e-a3d0-43dd-ac30-b7bcab4d9814 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:23.653424 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-941a5a4e-a3d0-43dd-ac30-b7bcab4d9814 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "DELETE /v2.0/security-groups/34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7 HTTP/1.1" status: 204 len: 168 time: 0.2350652 Aug 04 12:41:23.653633 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 43312) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:23.662981 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a5a4e-a3d0-43dd-ac30-b7bcab4d9814 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:23.677058 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.api.v2.resource [None req-160517be-ef7a-4914-be3e-e88914c5ca0d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] show failed (client error): The resource could not be found. Aug 04 12:41:23.678840 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-160517be-ef7a-4914-be3e-e88914c5ca0d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups/34ed20c0-e8f0-4ddb-9c30-9a6a36a63df7 HTTP/1.1" status: 404 len: 347 time: 0.0258536 Aug 04 12:41:23.684474 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 43314) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:23.810337 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ffcd02d4-a822-4c3f-8d62-0dcaab246cc2 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Deleting port 4238d8ee-efed-4e7b-bff8-2583aeb2d5ed {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:41:23.810608 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ffcd02d4-a822-4c3f-8d62-0dcaab246cc2 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:23.895316 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ffcd02d4-a822-4c3f-8d62-0dcaab246cc2 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:23.895812 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ffcd02d4-a822-4c3f-8d62-0dcaab246cc2 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:23.911356 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ffcd02d4-a822-4c3f-8d62-0dcaab246cc2 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Calling delete_port for 4238d8ee-efed-4e7b-bff8-2583aeb2d5ed owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:41:24.175726 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ffcd02d4-a822-4c3f-8d62-0dcaab246cc2 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:24.201537 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd02d4-a822-4c3f-8d62-0dcaab246cc2 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Pushing event deleted for resources: {'Port': ['ID=4238d8ee-efed-4e7b-bff8-2583aeb2d5ed,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:24.265989 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ffcd02d4-a822-4c3f-8d62-0dcaab246cc2 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:24.268637 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ffcd02d4-a822-4c3f-8d62-0dcaab246cc2 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:24.270333 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-ffcd02d4-a822-4c3f-8d62-0dcaab246cc2 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "DELETE /v2.0/floatingips/1c956125-e5d3-4db2-b746-a67b2a1fd0ff HTTP/1.1" status: 204 len: 168 time: 0.5841546 Aug 04 12:41:24.611076 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 43350) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:24.615817 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1070d9f1-8cf2-4b5a-8a6f-64c3d9d11bfc tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--291122631', 'description': 'tempest-description--195600570'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:24.764495 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1070d9f1-8cf2-4b5a-8a6f-64c3d9d11bfc tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:24.846578 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1070d9f1-8cf2-4b5a-8a6f-64c3d9d11bfc tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:24.940849 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1070d9f1-8cf2-4b5a-8a6f-64c3d9d11bfc tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:24.970077 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070d9f1-8cf2-4b5a-8a6f-64c3d9d11bfc tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2ac0b1-cf99-46fa-8817-54c0ad649bfe,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:25.061286 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1070d9f1-8cf2-4b5a-8a6f-64c3d9d11bfc tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:25.062718 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-1070d9f1-8cf2-4b5a-8a6f-64c3d9d11bfc tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4506378 Aug 04 12:41:25.065968 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 43360) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:25.071942 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-6b501063-9bb0-471a-8404-7420cf8c9a48 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Request body: {'security_group_rule': {'security_group_id': 'aa2ac0b1-cf99-46fa-8817-54c0ad649bfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:25.191860 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6b501063-9bb0-471a-8404-7420cf8c9a48 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:25.223395 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-fd619267-eef3-4cec-9b6d-e5d953322ac6 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:25.224382 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-fd619267-eef3-4cec-9b6d-e5d953322ac6 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/networks?id=6b21cd70-f9cf-4f92-85ad-21a6981d78d4 HTTP/1.1" status: 200 len: 813 time: 0.1067996 Aug 04 12:41:25.242949 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-1b7dc7d9-760f-422d-96be-2d2ccec5c8e4 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/quotas/d3b3800723eb4a0687acc69ede2b821d HTTP/1.1" status: 200 len: 375 time: 0.0100801 Aug 04 12:41:25.251824 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6b501063-9bb0-471a-8404-7420cf8c9a48 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:25.296276 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-f569664f-7345-4055-903e-b1479378e7fe tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d3b3800723eb4a0687acc69ede2b821d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473654 Aug 04 12:41:25.360495 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6b501063-9bb0-471a-8404-7420cf8c9a48 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:25.383553 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b501063-9bb0-471a-8404-7420cf8c9a48 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2c7de2-8ae0-424c-89ca-c310c98f4f6f,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:25.401350 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-3f5b8ad2-b01e-4e19-9146-3502615fb547 service neutron] 10.222.0.90 "GET /v2.0/networks/6b21cd70-f9cf-4f92-85ad-21a6981d78d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956736 Aug 04 12:41:25.469138 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6b501063-9bb0-471a-8404-7420cf8c9a48 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:25.470559 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-6b501063-9bb0-471a-8404-7420cf8c9a48 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4034820 Aug 04 12:41:25.473895 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 43374) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:25.478656 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-27cf8bd1-9b28-4d28-b8f8-2bbb1b8a640d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Request body: {'security_group_rule': {'security_group_id': 'aa2ac0b1-cf99-46fa-8817-54c0ad649bfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:25.495720 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-9d333141-454f-4285-8d52-8902d8f387b8 service neutron] 10.222.0.90 "GET /v2.0/networks/6b21cd70-f9cf-4f92-85ad-21a6981d78d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881917 Aug 04 12:41:25.601239 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-27cf8bd1-9b28-4d28-b8f8-2bbb1b8a640d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:25.666213 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-27cf8bd1-9b28-4d28-b8f8-2bbb1b8a640d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:25.729579 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b1caa5b3-33a0-4257-ac9b-fa5ab312db82 req-f653fd1f-f031-49c6-ab2a-b974c9e682c2 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 210 time: 0.0280118 Aug 04 12:41:25.794468 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-27cf8bd1-9b28-4d28-b8f8-2bbb1b8a640d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:25.824766 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf8bd1-9b28-4d28-b8f8-2bbb1b8a640d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a8aa48-1dcf-4483-b6c5-cc58754a7136,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:25.859122 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 43388) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:25.896310 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-27cf8bd1-9b28-4d28-b8f8-2bbb1b8a640d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:25.897887 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-27cf8bd1-9b28-4d28-b8f8-2bbb1b8a640d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4227712 Aug 04 12:41:25.901074 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 43392) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:25.905892 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-e2438434-7ad2-44e2-bc4b-541c14ebb58b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Request body: {'floatingip': {'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:25.993470 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-72238ef7-235f-4490-b315-a2bc63a73c71 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=517361bc5db14af487eb2f01d659d9fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330364 Aug 04 12:41:25.995882 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 43394) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:26.010021 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e2438434-7ad2-44e2-bc4b-541c14ebb58b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for floatingip, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:26.046833 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91089c83-d8ff-469d-becc-caea6f974c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:26.069610 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91089c83-d8ff-469d-becc-caea6f974c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:26.108420 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e2438434-7ad2-44e2-bc4b-541c14ebb58b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:26.188539 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91089c83-d8ff-469d-becc-caea6f974c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:26.191050 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91089c83-d8ff-469d-becc-caea6f974c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:26.192745 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-91089c83-d8ff-469d-becc-caea6f974c5f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e08c10b0-0d67-4443-b3bc-98c9575d1800 HTTP/1.1" status: 204 len: 168 time: 0.1958816 Aug 04 12:41:26.200842 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91089c83-d8ff-469d-becc-caea6f974c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08c10b0-0d67-4443-b3bc-98c9575d1800,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:26.227266 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-e2438434-7ad2-44e2-bc4b-541c14ebb58b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Allocated IP 172.27.3.197 (edaa9ae4-5451-4ed4-982a-c63f3ba8dd77/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7/18d3df63-086b-4412-975e-ccd0d7198248) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:41:26.328839 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e2438434-7ad2-44e2-bc4b-541c14ebb58b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:26.526214 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e2438434-7ad2-44e2-bc4b-541c14ebb58b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:26.565904 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2438434-7ad2-44e2-bc4b-541c14ebb58b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:41:26.569397 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-e2438434-7ad2-44e2-bc4b-541c14ebb58b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:41:26.576098 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2438434-7ad2-44e2-bc4b-541c14ebb58b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:41:26.602085 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2438434-7ad2-44e2-bc4b-541c14ebb58b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Pushing event updated for resources: {'Port': ['ID=18d3df63-086b-4412-975e-ccd0d7198248,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:26.675065 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e2438434-7ad2-44e2-bc4b-541c14ebb58b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:26.786861 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e2438434-7ad2-44e2-bc4b-541c14ebb58b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:26.810424 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-81340fc7-c8e8-42ab-a784-ce4358ea838d req-9cffee8e-7ec3-4902-99cb-33d287918e9b tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 210 time: 0.0302274 Aug 04 12:41:26.944588 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e2438434-7ad2-44e2-bc4b-541c14ebb58b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:27.034358 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e2438434-7ad2-44e2-bc4b-541c14ebb58b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:27.104047 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2438434-7ad2-44e2-bc4b-541c14ebb58b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Pushing event updated for resources: {'Port': ['ID=18d3df63-086b-4412-975e-ccd0d7198248,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:27.114914 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e2438434-7ad2-44e2-bc4b-541c14ebb58b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544761'] for floatingip, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:27.200071 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e2438434-7ad2-44e2-bc4b-541c14ebb58b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:27.201454 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-e2438434-7ad2-44e2-bc4b-541c14ebb58b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2993441 Aug 04 12:41:27.323601 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 43426) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:27.416282 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-58189fad-5be5-4fe2-b22b-43b184bea512 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--291122631&fields=id&tenant_id=fe091bfaaf4e41eda6f7c1fe1220b764 HTTP/1.1" status: 200 len: 267 time: 0.0347395 Aug 04 12:41:27.429037 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-873f5b5c-a619-4d82-b8d4-bdbe7a32205d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2033767337-network', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:27.534488 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-16638176-be55-44f3-a74e-d3dec3c01a9e tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:27.542313 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-16638176-be55-44f3-a74e-d3dec3c01a9e tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/networks?id=0ba113d9-2675-4a22-b634-a3c6b41f2555 HTTP/1.1" status: 200 len: 810 time: 0.1129212 Aug 04 12:41:27.551473 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-42959f46-0aff-4e8f-bb30-09092be893a5 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/quotas/fe091bfaaf4e41eda6f7c1fe1220b764 HTTP/1.1" status: 200 len: 375 time: 0.0094008 Aug 04 12:41:27.567407 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873f5b5c-a619-4d82-b8d4-bdbe7a32205d admin admin] Made reservation on behalf of 5921bf45f6694cf99e28e253234d5f11 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:41:27.573998 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-873f5b5c-a619-4d82-b8d4-bdbe7a32205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:27.597465 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-873f5b5c-a619-4d82-b8d4-bdbe7a32205d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:27.633255 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-956873f5-c2bf-483a-9409-f755a9635c1a tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=fe091bfaaf4e41eda6f7c1fe1220b764&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0760694 Aug 04 12:41:27.758906 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-417a3648-949c-4353-b960-c33047407cdd service neutron] 10.222.0.90 "GET /v2.0/networks/0ba113d9-2675-4a22-b634-a3c6b41f2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137650 Aug 04 12:41:27.791810 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-873f5b5c-a619-4d82-b8d4-bdbe7a32205d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:27.857181 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-a502791e-7b68-411c-85a7-26d880d20f00 service neutron] 10.222.0.90 "GET /v2.0/networks/0ba113d9-2675-4a22-b634-a3c6b41f2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914972 Aug 04 12:41:27.861116 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-873f5b5c-a619-4d82-b8d4-bdbe7a32205d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:27.897342 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873f5b5c-a619-4d82-b8d4-bdbe7a32205d admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 12:41:27.923426 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-025ec028-c775-464b-a91f-e7234cbf2b92 req-d5badfbe-b298-4e96-abfc-8e9418729daf tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 210 time: 0.0391009 Aug 04 12:41:27.927841 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f5b5c-a619-4d82-b8d4-bdbe7a32205d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadacad4-fd87-47b5-8a04-155c347d6146,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:27.932725 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-873f5b5c-a619-4d82-b8d4-bdbe7a32205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:27.933070 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-873f5b5c-a619-4d82-b8d4-bdbe7a32205d admin admin] Added segment c430de8e-9e8b-4adb-8f0d-be3eb2321b12 of type vlan for network c3f1f847-c32f-43d1-91f8-3235917eb608 Aug 04 12:41:27.986487 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-873f5b5c-a619-4d82-b8d4-bdbe7a32205d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:28.084409 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-873f5b5c-a619-4d82-b8d4-bdbe7a32205d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:28.085601 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873f5b5c-a619-4d82-b8d4-bdbe7a32205d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:28.086264 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-873f5b5c-a619-4d82-b8d4-bdbe7a32205d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:28.173707 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aabb76b3-c95b-43a7-8ec1-3efeb530afaa req-d33c6b46-3939-4fe2-80ab-7b26170647a3 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 210 time: 0.0345278 Aug 04 12:41:28.174612 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f5b5c-a619-4d82-b8d4-bdbe7a32205d admin admin] Pushing event updated for resources: {'Network': ['ID=c3f1f847-c32f-43d1-91f8-3235917eb608,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:28.185029 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network c3f1f847-c32f-43d1-91f8-3235917eb608 details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:41:28.283674 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-873f5b5c-a619-4d82-b8d4-bdbe7a32205d admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9560642 Aug 04 12:41:28.283957 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 43450) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:28.291378 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c2ad5fd9-bc5f-48ae-8748-b08afcd59be2 admin admin] Request body: {'subnet': {'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2033767337-subnet', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:28.353437 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-ff4e1da1-8e47-435e-833a-cca9d3826de2 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:28.354855 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-ff4e1da1-8e47-435e-833a-cca9d3826de2 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.76 "GET /v2.0/networks?id=6b21cd70-f9cf-4f92-85ad-21a6981d78d4 HTTP/1.1" status: 200 len: 813 time: 0.1257608 Aug 04 12:41:28.381709 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-056de0c9-8147-4aae-b33e-a2899bd09148 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Request body: {'port': {'device_id': '3c602e4a-ef70-402c-bb4b-2d4148bea6b9', 'network_id': '6b21cd70-f9cf-4f92-85ad-21a6981d78d4', 'admin_state_up': True, 'tenant_id': 'd3b3800723eb4a0687acc69ede2b821d'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:28.423867 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ad5fd9-bc5f-48ae-8748-b08afcd59be2 admin admin] Made reservation on behalf of 5921bf45f6694cf99e28e253234d5f11 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:41:28.426803 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c2ad5fd9-bc5f-48ae-8748-b08afcd59be2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694635'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:28.707933 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-056de0c9-8147-4aae-b33e-a2899bd09148 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Made reservation on behalf of d3b3800723eb4a0687acc69ede2b821d for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:41:28.711540 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-056de0c9-8147-4aae-b33e-a2899bd09148 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:28.790510 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c2ad5fd9-bc5f-48ae-8748-b08afcd59be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694613'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:28.878761 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-056de0c9-8147-4aae-b33e-a2899bd09148 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Allocated IP 172.20.0.5 (6b21cd70-f9cf-4f92-85ad-21a6981d78d4/4d04faf9-725b-4ab1-b30b-ba9175709758/81e3925b-aa88-4472-a5cd-cf06bbcbfe36) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:41:28.881634 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad5fd9-bc5f-48ae-8748-b08afcd59be2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97964b98-e9b3-41b3-a9ca-c9e5cf845f5d,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:28.910860 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ad5fd9-bc5f-48ae-8748-b08afcd59be2 admin admin] Checking segment: {'id': 'c430de8e-9e8b-4adb-8f0d-be3eb2321b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:41:28.911194 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ad5fd9-bc5f-48ae-8748-b08afcd59be2 admin admin] Network hostable DHCP agents. Network: c3f1f847-c32f-43d1-91f8-3235917eb608, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:41:29.033975 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-65c18d9d-941a-47e4-ac85-447f75ee1bbc req-9d2d294a-772b-4e95-a60c-49bacbcd20a4 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 210 time: 0.0348513 Aug 04 12:41:29.067323 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ad5fd9-bc5f-48ae-8748-b08afcd59be2 admin admin] Network c3f1f847-c32f-43d1-91f8-3235917eb608 is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:41:29.087391 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-056de0c9-8147-4aae-b33e-a2899bd09148 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:29.187468 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-c2ad5fd9-bc5f-48ae-8748-b08afcd59be2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, c3f1f847-c32f-43d1-91f8-3235917eb608) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:41:29.190259 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-056de0c9-8147-4aae-b33e-a2899bd09148 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:29.197131 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad16748-5919-4aaa-afe2-fc51f5005f49 None None] Network c3f1f847-c32f-43d1-91f8-3235917eb608 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:41:29.203798 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ad5fd9-bc5f-48ae-8748-b08afcd59be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:29.204536 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c2ad5fd9-bc5f-48ae-8748-b08afcd59be2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:29.252658 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-056de0c9-8147-4aae-b33e-a2899bd09148 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Network 6b21cd70-f9cf-4f92-85ad-21a6981d78d4 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:41:29.267928 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-056de0c9-8147-4aae-b33e-a2899bd09148 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:41:29.289937 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-056de0c9-8147-4aae-b33e-a2899bd09148 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:41:29.296026 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-615ea465-cf3b-42c4-814e-63fdebbff187 req-cded4be5-abd7-44b5-8c0e-ce50010b82c9 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 210 time: 0.0505872 Aug 04 12:41:29.298734 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056de0c9-8147-4aae-b33e-a2899bd09148 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Pushing event updated for resources: {'Port': ['ID=81e3925b-aa88-4472-a5cd-cf06bbcbfe36,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:29.365257 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-056de0c9-8147-4aae-b33e-a2899bd09148 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:29.366735 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-056de0c9-8147-4aae-b33e-a2899bd09148 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:29.371452 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-c2ad5fd9-bc5f-48ae-8748-b08afcd59be2 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0864687 Aug 04 12:41:29.374246 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 43464) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:29.382866 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2033767337-router', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:29.464549 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-056de0c9-8147-4aae-b33e-a2899bd09148 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0866570 Aug 04 12:41:29.489947 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Request body: {'port': {'device_id': '3c602e4a-ef70-402c-bb4b-2d4148bea6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:29.526442 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eaa42bf-bea8-51b1-b296-9e8791fa0d1d-c3f1f847-c32f-43d1-91f8-3235917eb608', 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'fixed_ips': [{'subnet_id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d'}]}} from dv-cinder-803046-4-iscsi. {{(pid=94080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 12:41:29.527622 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:29.552714 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:29.553124 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25293'] for router, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:29.554950 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31806'] for router, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:29.612709 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:29.693648 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Allocated IP 172.20.0.2 (c3f1f847-c32f-43d1-91f8-3235917eb608/97964b98-e9b3-41b3-a9ca-c9e5cf845f5d/b455e169-1555-4c02-8847-0f8c841d4de3) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:41:29.825142 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e3925b-aa88-4472-a5cd-cf06bbcbfe36 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:41:29.834259 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:29.846633 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Transition to ACTIVE for port object 81e3925b-aa88-4472-a5cd-cf06bbcbfe36 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:41:29.855612 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:29.863984 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Transition to ACTIVE for port object b455e169-1555-4c02-8847-0f8c841d4de3 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:41:29.878621 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Transition to ACTIVE for port object b455e169-1555-4c02-8847-0f8c841d4de3 will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:41:29.911477 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:29.983227 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:30.012865 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:30.041934 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Pushing event updated for resources: {'Port': ['ID=81e3925b-aa88-4472-a5cd-cf06bbcbfe36,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:30.058814 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Network c3f1f847-c32f-43d1-91f8-3235917eb608 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:41:30.063944 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:41:30.073816 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:41:30.084455 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Pushing event updated for resources: {'Port': ['ID=b455e169-1555-4c02-8847-0f8c841d4de3,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:30.090196 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:30.090593 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:30.091010 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:30.091414 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:30.091817 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:30.092219 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:30.092615 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:30.093013 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:30.093430 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:30.093962 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:30.094375 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:30.094810 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:30.135785 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Attempting to bind port 81e3925b-aa88-4472-a5cd-cf06bbcbfe36 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:41:30.136483 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Attempting to bind port 81e3925b-aa88-4472-a5cd-cf06bbcbfe36 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '92c493e3-8c89-4e48-9101-b90d799f4c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6b21cd70-f9cf-4f92-85ad-21a6981d78d4'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:41:30.136980 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Attempting to bind port 81e3925b-aa88-4472-a5cd-cf06bbcbfe36 on network 6b21cd70-f9cf-4f92-85ad-21a6981d78d4 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:41:30.142159 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Port 81e3925b-aa88-4472-a5cd-cf06bbcbfe36 on network 6b21cd70-f9cf-4f92-85ad-21a6981d78d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:41:30.142559 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Attempting to bind port 81e3925b-aa88-4472-a5cd-cf06bbcbfe36 on network 6b21cd70-f9cf-4f92-85ad-21a6981d78d4 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:41:30.153300 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:41:30.153752 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Checking segment: {'id': '92c493e3-8c89-4e48-9101-b90d799f4c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6b21cd70-f9cf-4f92-85ad-21a6981d78d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:41:30.154070 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Attempting to bind port b455e169-1555-4c02-8847-0f8c841d4de3 on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:41:30.154270 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Bound using segment: {'id': '92c493e3-8c89-4e48-9101-b90d799f4c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6b21cd70-f9cf-4f92-85ad-21a6981d78d4'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:41:30.154588 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Attempting to bind port b455e169-1555-4c02-8847-0f8c841d4de3 by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': 'c430de8e-9e8b-4adb-8f0d-be3eb2321b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:41:30.154968 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Bound port: 81e3925b-aa88-4472-a5cd-cf06bbcbfe36, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c493e3-8c89-4e48-9101-b90d799f4c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6b21cd70-f9cf-4f92-85ad-21a6981d78d4'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:41:30.155094 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Attempting to bind port b455e169-1555-4c02-8847-0f8c841d4de3 on network c3f1f847-c32f-43d1-91f8-3235917eb608 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:41:30.155455 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:30.162291 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:41:30.162764 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Checking segment: {'id': 'c430de8e-9e8b-4adb-8f0d-be3eb2321b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:41:30.163236 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:30.163695 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Bound using segment: {'id': 'c430de8e-9e8b-4adb-8f0d-be3eb2321b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:41:30.164263 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Bound port: b455e169-1555-4c02-8847-0f8c841d4de3, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c430de8e-9e8b-4adb-8f0d-be3eb2321b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:41:30.164705 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:30.232885 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] For port 81e3925b-aa88-4472-a5cd-cf06bbcbfe36, host hv-cinder-80304, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:41:30.233521 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] For port b455e169-1555-4c02-8847-0f8c841d4de3, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:41:30.236559 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] For port 81e3925b-aa88-4472-a5cd-cf06bbcbfe36, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=81e3925b-aa88-4472-a5cd-cf06bbcbfe36,segment=NetworkSegment(92c493e3-8c89-4e48-9101-b90d799f4c8b),segment_id=92c493e3-8c89-4e48-9101-b90d799f4c8b)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:41:30.237188 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] For port b455e169-1555-4c02-8847-0f8c841d4de3, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=b455e169-1555-4c02-8847-0f8c841d4de3,segment=NetworkSegment(c430de8e-9e8b-4adb-8f0d-be3eb2321b12),segment_id=c430de8e-9e8b-4adb-8f0d-be3eb2321b12)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:41:30.249950 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:30.269986 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:30.326665 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:30.354860 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:30.359601 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477dde9-9665-4a8e-b39d-05350e92013d req-040b1126-b353-4c79-8800-942dd9302ea2 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:30.361125 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2477dde9-9665-4a8e-b39d-05350e92013d req-040b1126-b353-4c79-8800-942dd9302ea2 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 943 time: 0.2126040 Aug 04 12:41:30.375672 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:30.376388 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:30.377756 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] 10.222.0.76 "PUT /v2.0/ports/81e3925b-aa88-4472-a5cd-cf06bbcbfe36 HTTP/1.1" status: 200 len: 1093 time: 0.8924713 Aug 04 12:41:30.378198 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c602e4a-ef70-402c-bb4b-2d4148bea6b9', 'tag': '81e3925b-aa88-4472-a5cd-cf06bbcbfe36'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:41:30.380629 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afb2e72-fc6c-46f9-9cc1-5822f3b74020" -d '{"events": [{"name": "network-changed", "server_uuid": "3c602e4a-ef70-402c-bb4b-2d4148bea6b9", "tag": "81e3925b-aa88-4472-a5cd-cf06bbcbfe36"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:41:30.416655 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] Allocated IP 172.27.3.208 (edaa9ae4-5451-4ed4-982a-c63f3ba8dd77/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7/3c6d350d-17fb-44e1-9f97-eb78f8d0b403) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:41:30.434781 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c96d78-cd49-497e-a804-9d3f0cc22467 service neutron] Pushing event updated for resources: {'Port': ['ID=81e3925b-aa88-4472-a5cd-cf06bbcbfe36,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:30.473932 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2477dde9-9665-4a8e-b39d-05350e92013d req-31a17de9-4772-4630-a2c4-2016577e1719 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882773 Aug 04 12:41:30.483030 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc19201-deeb-4543-b13b-4b1fc02c7d44 None None] Pushing event updated for resources: {'Port': ['ID=b455e169-1555-4c02-8847-0f8c841d4de3,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:30.565688 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e430f9e-4276-4a42-9a7d-c03bbee5e453 x-openstack-request-id: req-8e430f9e-4276-4a42-9a7d-c03bbee5e453 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:41:30.566083 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c602e4a-ef70-402c-bb4b-2d4148bea6b9", "tag": "81e3925b-aa88-4472-a5cd-cf06bbcbfe36", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:41:30.566479 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8e430f9e-4276-4a42-9a7d-c03bbee5e453 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:41:30.566999 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c602e4a-ef70-402c-bb4b-2d4148bea6b9', 'tag': '81e3925b-aa88-4472-a5cd-cf06bbcbfe36', 'status': 'completed', 'code': 200} Aug 04 12:41:30.583182 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-ea39c686-d688-4644-a0e0-b2368a6eca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:30.584905 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-ea39c686-d688-4644-a0e0-b2368a6eca32 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d3b3800723eb4a0687acc69ede2b821d&device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 1096 time: 0.0515063 Aug 04 12:41:30.596446 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:30.692312 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-54a46c3c-8ff5-46bb-90c8-19e9447d7160 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81e3925b-aa88-4472-a5cd-cf06bbcbfe36 HTTP/1.1" status: 200 len: 217 time: 0.0878327 Aug 04 12:41:30.694390 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e861d9c8-5d54-46e7-8d16-6a3f64c35c0e req-244a5147-b423-47bc-8079-43bfe48be003 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 210 time: 0.1503394 Aug 04 12:41:30.779375 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-5b03b8f3-b5f4-4ee2-80b9-ec2491cf49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:30.787433 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-5b03b8f3-b5f4-4ee2-80b9-ec2491cf49a2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4d04faf9-725b-4ab1-b30b-ba9175709758 HTTP/1.1" status: 200 len: 853 time: 0.0729973 Aug 04 12:41:30.798958 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-97791361-74c0-444d-9f59-55a18a73011a tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:30.803906 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-97791361-74c0-444d-9f59-55a18a73011a tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.76 "GET /v2.0/networks?id=0ba113d9-2675-4a22-b634-a3c6b41f2555 HTTP/1.1" status: 200 len: 810 time: 0.1443563 Aug 04 12:41:30.824678 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-a86c6156-bc96-4c12-aea0-8796c8c0df99 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6b21cd70-f9cf-4f92-85ad-21a6981d78d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378480 Aug 04 12:41:30.843835 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:30.883559 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device b455e169-1555-4c02-8847-0f8c841d4de3 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:41:30.907930 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:41:30.914058 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-0d1fac56-e950-4623-adbd-f133efcc8ad5 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe091bfaaf4e41eda6f7c1fe1220b764 HTTP/1.1" status: 200 len: 379 time: 0.0935709 Aug 04 12:41:30.919129 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:41:30.925175 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-03ddea99-7958-4596-8455-6744e692a9aa tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Request body: {'port': {'device_id': '6587a6b2-a0ec-40da-988c-acda74d662f1', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'admin_state_up': True, 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'security_groups': ['aa2ac0b1-cf99-46fa-8817-54c0ad649bfe']}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:30.931542 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:41:30.939240 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-10d3eb2c-d15f-4e81-94d1-c016a0ce6921 service neutron] 10.222.0.76 "GET /v2.0/networks/6b21cd70-f9cf-4f92-85ad-21a6981d78d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038682 Aug 04 12:41:30.946062 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] Pushing event updated for resources: {'Port': ['ID=3c6d350d-17fb-44e1-9f97-eb78f8d0b403,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:31.027158 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port b455e169-1555-4c02-8847-0f8c841d4de3 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:41:31.048550 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9c3bb8f-f841-4e4d-8967-5d2ec8484111 req-cfab1f22-86e8-436c-bfcf-651e0dc8e3a5 service neutron] 10.222.0.76 "GET /v2.0/networks/6b21cd70-f9cf-4f92-85ad-21a6981d78d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009557 Aug 04 12:41:31.260022 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-03ddea99-7958-4596-8455-6744e692a9aa tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Made reservation on behalf of fe091bfaaf4e41eda6f7c1fe1220b764 for: {'port': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:41:31.263723 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-03ddea99-7958-4596-8455-6744e692a9aa tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:31.284244 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb2e72-fc6c-46f9-9cc1-5822f3b74020 req-d191c4e2-176c-4d1d-a1e0-b87900b4bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:31.286379 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5afb2e72-fc6c-46f9-9cc1-5822f3b74020 req-d191c4e2-176c-4d1d-a1e0-b87900b4bfc9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d3b3800723eb4a0687acc69ede2b821d&device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 1096 time: 0.0482023 Aug 04 12:41:31.389765 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:31.405630 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb2e72-fc6c-46f9-9cc1-5822f3b74020 req-28249852-c201-4419-947c-620dddadaaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:31.407050 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5afb2e72-fc6c-46f9-9cc1-5822f3b74020 req-28249852-c201-4419-947c-620dddadaaa0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6b21cd70-f9cf-4f92-85ad-21a6981d78d4 HTTP/1.1" status: 200 len: 914 time: 0.0918915 Aug 04 12:41:31.476042 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5afb2e72-fc6c-46f9-9cc1-5822f3b74020 req-881c33de-e91d-45f6-892f-45a06b7162a3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81e3925b-aa88-4472-a5cd-cf06bbcbfe36 HTTP/1.1" status: 200 len: 217 time: 0.0485144 Aug 04 12:41:31.494390 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1724e355-27a3-4662-8650-0acd0f26b3b3 None None] Network c3f1f847-c32f-43d1-91f8-3235917eb608 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:41:31.551810 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb2e72-fc6c-46f9-9cc1-5822f3b74020 req-9ae6327c-6e4c-451f-b59b-22810eaa8aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:31.553233 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5afb2e72-fc6c-46f9-9cc1-5822f3b74020 req-9ae6327c-6e4c-451f-b59b-22810eaa8aab service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4d04faf9-725b-4ab1-b30b-ba9175709758 HTTP/1.1" status: 200 len: 853 time: 0.0669706 Aug 04 12:41:31.599311 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5afb2e72-fc6c-46f9-9cc1-5822f3b74020 req-96c7d447-4a18-4ed5-ac88-d3a429e63a27 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6b21cd70-f9cf-4f92-85ad-21a6981d78d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361168 Aug 04 12:41:31.666481 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-acbe3c4e-d8fe-428e-8559-c3f096b1ebf9 None None] Provisioning for port b455e169-1555-4c02-8847-0f8c841d4de3 completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:41:31.672924 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-acbe3c4e-d8fe-428e-8559-c3f096b1ebf9 None None] Provisioning complete for port b455e169-1555-4c02-8847-0f8c841d4de3 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:31.673589 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-acbe3c4e-d8fe-428e-8559-c3f096b1ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:31.695398 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb10379-1038-44a1-b2cf-9d67ed4c5375 req-1898f11f-b300-4d7b-bb7e-9a14a025940e tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:31.697134 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ceb10379-1038-44a1-b2cf-9d67ed4c5375 req-1898f11f-b300-4d7b-bb7e-9a14a025940e tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 943 time: 0.1224089 Aug 04 12:41:31.743165 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-03ddea99-7958-4596-8455-6744e692a9aa tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Allocated IP 172.20.0.14 (0ba113d9-2675-4a22-b634-a3c6b41f2555/aedd7339-0c11-4ca6-9c5c-6f42b8d89abe/9db88dbb-4e98-4223-87da-2606001d42a5) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:41:31.771218 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5afb2e72-fc6c-46f9-9cc1-5822f3b74020 req-bbaf96a0-2c37-4bde-80fe-1418d51f3362 service neutron] 10.222.0.76 "GET /v2.0/networks/6b21cd70-f9cf-4f92-85ad-21a6981d78d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544883 Aug 04 12:41:31.781597 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-acbe3c4e-d8fe-428e-8559-c3f096b1ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:31.798729 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ceb10379-1038-44a1-b2cf-9d67ed4c5375 req-4ff38530-f3df-43f5-9300-c7cf35556f9f tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936356 Aug 04 12:41:31.836119 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-acbe3c4e-d8fe-428e-8559-c3f096b1ebf9 None None] For port b455e169-1555-4c02-8847-0f8c841d4de3, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=b455e169-1555-4c02-8847-0f8c841d4de3,segment=NetworkSegment(c430de8e-9e8b-4adb-8f0d-be3eb2321b12),segment_id=c430de8e-9e8b-4adb-8f0d-be3eb2321b12)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:31.923092 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-acbe3c4e-d8fe-428e-8559-c3f096b1ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:31.972319 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544091'] for router, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:31.996287 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe3c4e-d8fe-428e-8559-c3f096b1ebf9 None None] Pushing event updated for resources: {'Port': ['ID=b455e169-1555-4c02-8847-0f8c841d4de3,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:32.041564 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-03ddea99-7958-4596-8455-6744e692a9aa tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:32.045725 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-19aef0f0-c8b4-478c-93a4-acef5ce3d452 None None] Provisioning complete for port b455e169-1555-4c02-8847-0f8c841d4de3 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:32.046164 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-19aef0f0-c8b4-478c-93a4-acef5ce3d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:32.089090 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-03ddea99-7958-4596-8455-6744e692a9aa tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Transition to ACTIVE for port object 9db88dbb-4e98-4223-87da-2606001d42a5 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:41:32.164595 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-20fe091e-8528-4b34-a46a-c5ce24fb0990 req-2737e6d7-6c2c-4315-8924-6c9b059b3e69 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 210 time: 0.3171244 Aug 04 12:41:32.200663 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-03ddea99-7958-4596-8455-6744e692a9aa tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:32.200932 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5afb2e72-fc6c-46f9-9cc1-5822f3b74020 req-e194b0be-7057-4310-a2c2-f6f1fd95c24a service neutron] 10.222.0.76 "GET /v2.0/networks/6b21cd70-f9cf-4f92-85ad-21a6981d78d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185495 Aug 04 12:41:32.235671 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] Router 8483576b-8bbd-4b5d-a35b-eb38ea974d66 is scheduled to L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 with binding_index 1 {{(pid=94079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 12:41:32.250738 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-03ddea99-7958-4596-8455-6744e692a9aa tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Network 0ba113d9-2675-4a22-b634-a3c6b41f2555 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:41:32.256498 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-03ddea99-7958-4596-8455-6744e692a9aa tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:41:32.263669 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-03ddea99-7958-4596-8455-6744e692a9aa tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:41:32.319029 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddea99-7958-4596-8455-6744e692a9aa tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Pushing event updated for resources: {'Port': ['ID=9db88dbb-4e98-4223-87da-2606001d42a5,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:32.356706 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-03ddea99-7958-4596-8455-6744e692a9aa tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:32.357384 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-03ddea99-7958-4596-8455-6744e692a9aa tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:32.421366 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:41:32.431180 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Sync routers for ids ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:41:32.444315 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Routers {'8483576b-8bbd-4b5d-a35b-eb38ea974d66'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:41:32.444928 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:41:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:32.502470 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-03ddea99-7958-4596-8455-6744e692a9aa tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5808527 Aug 04 12:41:32.522241 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Request body: {'port': {'device_id': '6587a6b2-a0ec-40da-988c-acda74d662f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:32.550850 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] Notify callbacks [] for router, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:32.550850 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-9b667cd8-26f5-49d2-ac7b-2fce7fe5a376 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1665492 Aug 04 12:41:32.552337 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 43490) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:32.556596 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Set router 8483576b-8bbd-4b5d-a35b-eb38ea974d66 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:41:32.586694 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:32.614388 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-3220e980-eb0e-4f99-b0a8-c226ae009c48 None None] Provisioning for port 9db88dbb-4e98-4223-87da-2606001d42a5 completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:41:32.628431 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-3220e980-eb0e-4f99-b0a8-c226ae009c48 None None] Provisioning complete for port 9db88dbb-4e98-4223-87da-2606001d42a5 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:32.628814 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3220e980-eb0e-4f99-b0a8-c226ae009c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:32.703931 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-3220e980-eb0e-4f99-b0a8-c226ae009c48 None None] Port 9db88dbb-4e98-4223-87da-2606001d42a5 cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:41:32.800760 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'name': 'tempest-TestMinimumBasicScenario-2033767337-router', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:29Z', 'updated_at': '2021-08-04T12:41:31Z', 'revision_number': 3, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'gw_port': {'id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:30Z', 'updated_at': '2021-08-04T12:41:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:32.844209 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device b455e169-1555-4c02-8847-0f8c841d4de3 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:41:32.847841 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Checking router: 8483576b-8bbd-4b5d-a35b-eb38ea974d66 for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:41:32.854919 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Updating router 8483576b-8bbd-4b5d-a35b-eb38ea974d66 port 3c6d350d-17fb-44e1-9f97-eb78f8d0b403 binding host dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:41:32.890394 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db88dbb-4e98-4223-87da-2606001d42a5 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:41:32.900152 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:32.910317 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:32.913862 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Transition to ACTIVE for port object 9db88dbb-4e98-4223-87da-2606001d42a5 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:41:32.970121 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:32.981900 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789a3e3-b11d-42ca-8545-ebf7a5ce0dbc req-403bc26e-ca74-4681-a844-401942aa4575 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:32.983414 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e789a3e3-b11d-42ca-8545-ebf7a5ce0dbc req-403bc26e-ca74-4681-a844-401942aa4575 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 943 time: 0.0851173 Aug 04 12:41:32.998775 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port b455e169-1555-4c02-8847-0f8c841d4de3 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:32.999147 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:33.032657 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Pushing event updated for resources: {'Port': ['ID=9db88dbb-4e98-4223-87da-2606001d42a5,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:33.066345 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e789a3e3-b11d-42ca-8545-ebf7a5ce0dbc req-747997fc-c2ca-4783-8e5e-cd32a52195d8 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734074 Aug 04 12:41:33.121453 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Attempting to bind port 9db88dbb-4e98-4223-87da-2606001d42a5 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:41:33.121788 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Attempting to bind port 9db88dbb-4e98-4223-87da-2606001d42a5 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '460f25c3-9530-4968-8cdc-c105494c6d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:41:33.122126 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Attempting to bind port 9db88dbb-4e98-4223-87da-2606001d42a5 on network 0ba113d9-2675-4a22-b634-a3c6b41f2555 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:41:33.125085 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:33.127927 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Port 9db88dbb-4e98-4223-87da-2606001d42a5 on network 0ba113d9-2675-4a22-b634-a3c6b41f2555 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:41:33.128345 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Attempting to bind port 9db88dbb-4e98-4223-87da-2606001d42a5 on network 0ba113d9-2675-4a22-b634-a3c6b41f2555 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:41:33.135215 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:41:33.136329 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Checking segment: {'id': '460f25c3-9530-4968-8cdc-c105494c6d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:41:33.136891 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Bound using segment: {'id': '460f25c3-9530-4968-8cdc-c105494c6d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:41:33.137536 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Bound port: 9db88dbb-4e98-4223-87da-2606001d42a5, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '460f25c3-9530-4968-8cdc-c105494c6d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:41:33.138001 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:33.225822 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] For port 9db88dbb-4e98-4223-87da-2606001d42a5, host hv-cinder-80304, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:41:33.228971 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] For port 9db88dbb-4e98-4223-87da-2606001d42a5, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9db88dbb-4e98-4223-87da-2606001d42a5,segment=NetworkSegment(460f25c3-9530-4968-8cdc-c105494c6d68),segment_id=460f25c3-9530-4968-8cdc-c105494c6d68)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:41:33.297710 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:33.303432 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:33.326159 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Transition to ACTIVE for port object 3c6d350d-17fb-44e1-9f97-eb78f8d0b403 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:41:33.341081 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:33.342216 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:33.344423 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] 10.222.0.76 "PUT /v2.0/ports/9db88dbb-4e98-4223-87da-2606001d42a5 HTTP/1.1" status: 200 len: 1094 time: 0.8268130 Aug 04 12:41:33.345946 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6587a6b2-a0ec-40da-988c-acda74d662f1', 'tag': '9db88dbb-4e98-4223-87da-2606001d42a5'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:41:33.348429 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d24173b-e462-4279-8dbe-8b41f057faa6" -d '{"events": [{"name": "network-changed", "server_uuid": "6587a6b2-a0ec-40da-988c-acda74d662f1", "tag": "9db88dbb-4e98-4223-87da-2606001d42a5"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:41:33.354437 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699cef8-0b69-4242-ac4d-ec7fa75e4bc7 req-7427157e-e8ff-4174-be63-c98443629da3 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:33.356026 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9699cef8-0b69-4242-ac4d-ec7fa75e4bc7 req-7427157e-e8ff-4174-be63-c98443629da3 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 944 time: 0.0991101 Aug 04 12:41:33.363667 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] Allocated IP 172.20.0.1 (c3f1f847-c32f-43d1-91f8-3235917eb608/97964b98-e9b3-41b3-a9ca-c9e5cf845f5d/4ef91375-07e3-4592-806b-44ccca915f0a) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:41:33.382299 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb658ef-f429-49d7-99dc-954bf15123fb service neutron] Pushing event updated for resources: {'Port': ['ID=9db88dbb-4e98-4223-87da-2606001d42a5,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:33.407297 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3c4e31-7faa-4d95-bf29-662966d4f4d0 x-openstack-request-id: req-da3c4e31-7faa-4d95-bf29-662966d4f4d0 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:41:33.407592 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6587a6b2-a0ec-40da-988c-acda74d662f1", "tag": "9db88dbb-4e98-4223-87da-2606001d42a5", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:41:33.407845 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-da3c4e31-7faa-4d95-bf29-662966d4f4d0 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:41:33.408257 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6587a6b2-a0ec-40da-988c-acda74d662f1', 'tag': '9db88dbb-4e98-4223-87da-2606001d42a5', 'status': 'completed', 'code': 200} Aug 04 12:41:33.411943 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:33.458345 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9699cef8-0b69-4242-ac4d-ec7fa75e4bc7 req-08935aff-b455-4a75-8f57-054c287c1e8d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=aa2ac0b1-cf99-46fa-8817-54c0ad649bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923867 Aug 04 12:41:33.497727 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Attempting to bind port 3c6d350d-17fb-44e1-9f97-eb78f8d0b403 on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:41:33.498860 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Attempting to bind port 3c6d350d-17fb-44e1-9f97-eb78f8d0b403 by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:41:33.501669 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Attempting to bind port 3c6d350d-17fb-44e1-9f97-eb78f8d0b403 on network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:41:33.502319 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fac9b-37db-4b11-a3d6-89626d86ca78 None None] Pushing event updated for resources: {'Port': ['ID=3c6d350d-17fb-44e1-9f97-eb78f8d0b403,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:33.515166 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:41:33.515657 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Checking segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:41:33.516129 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:33.516591 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Bound using segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:41:33.517134 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Bound port: 3c6d350d-17fb-44e1-9f97-eb78f8d0b403, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:41:33.517607 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:33.518718 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24173b-e462-4279-8dbe-8b41f057faa6 req-72b08358-b74d-4e11-a800-eb7d26882f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:33.520289 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0d24173b-e462-4279-8dbe-8b41f057faa6 req-72b08358-b74d-4e11-a800-eb7d26882f22 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe091bfaaf4e41eda6f7c1fe1220b764&device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 1097 time: 0.0666344 Aug 04 12:41:33.523794 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:33.539745 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] Transition to ACTIVE for port object 4ef91375-07e3-4592-806b-44ccca915f0a will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:41:33.580816 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] For port 3c6d350d-17fb-44e1-9f97-eb78f8d0b403, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:41:33.587353 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] For port 3c6d350d-17fb-44e1-9f97-eb78f8d0b403, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=3c6d350d-17fb-44e1-9f97-eb78f8d0b403,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:41:33.632611 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24173b-e462-4279-8dbe-8b41f057faa6 req-5ad46a91-3911-4aef-a3bd-a8ffa8ebe219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:33.634066 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0d24173b-e462-4279-8dbe-8b41f057faa6 req-5ad46a91-3911-4aef-a3bd-a8ffa8ebe219 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=fe091bfaaf4e41eda6f7c1fe1220b764&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0988717 Aug 04 12:41:33.668400 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:33.692947 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:33.709655 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] Network c3f1f847-c32f-43d1-91f8-3235917eb608 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:41:33.712610 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:41:33.716351 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:41:33.739269 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24173b-e462-4279-8dbe-8b41f057faa6 req-54d5705a-958c-47ca-89a1-30c43b4bcf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:33.741257 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0d24173b-e462-4279-8dbe-8b41f057faa6 req-54d5705a-958c-47ca-89a1-30c43b4bcf61 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994494 Aug 04 12:41:33.756052 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] Pushing event updated for resources: {'Port': ['ID=4ef91375-07e3-4592-806b-44ccca915f0a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:33.771160 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Routers {'8483576b-8bbd-4b5d-a35b-eb38ea974d66'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:41:33.772498 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:41:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:33.777175 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544644'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:33.829673 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fac9b-37db-4b11-a3d6-89626d86ca78 None None] Pushing event updated for resources: {'Port': ['ID=3c6d350d-17fb-44e1-9f97-eb78f8d0b403,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:33.878820 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-fe9c08de-66e3-4f37-83a4-2d269a714296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:33.880436 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-fe9c08de-66e3-4f37-83a4-2d269a714296 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe091bfaaf4e41eda6f7c1fe1220b764&device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 1097 time: 0.0457389 Aug 04 12:41:33.906516 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] Set router 8483576b-8bbd-4b5d-a35b-eb38ea974d66 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:41:33.941074 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-9f4a5a3d-1d5b-4a6b-b912-4b809776e76e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9db88dbb-4e98-4223-87da-2606001d42a5 HTTP/1.1" status: 200 len: 217 time: 0.0441310 Aug 04 12:41:33.995867 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-64b42b85-391f-4af6-94c7-5781d1a3ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:33.997246 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-64b42b85-391f-4af6-94c7-5781d1a3ef44 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aedd7339-0c11-4ca6-9c5c-6f42b8d89abe HTTP/1.1" status: 200 len: 849 time: 0.0493109 Aug 04 12:41:34.005997 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:34.046317 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-90e40b0b-7f30-47a3-895f-c2af1000b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:34.047830 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-90e40b0b-7f30-47a3-895f-c2af1000b6b1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0ba113d9-2675-4a22-b634-a3c6b41f2555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421817 Aug 04 12:41:34.091600 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-946991ca-c3c9-433d-ab80-4039767de222 None None] Provisioning for port 4ef91375-07e3-4592-806b-44ccca915f0a completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:41:34.107244 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-946991ca-c3c9-433d-ab80-4039767de222 None None] Provisioning complete for port 4ef91375-07e3-4592-806b-44ccca915f0a triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:34.107626 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-946991ca-c3c9-433d-ab80-4039767de222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:34.151021 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'name': 'tempest-TestMinimumBasicScenario-2033767337-router', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:29Z', 'updated_at': '2021-08-04T12:41:31Z', 'revision_number': 3, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'gw_port': {'id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:30Z', 'updated_at': '2021-08-04T12:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:34.152957 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-946991ca-c3c9-433d-ab80-4039767de222 None None] Port 4ef91375-07e3-4592-806b-44ccca915f0a cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:41:34.165208 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-2d874690-e4cb-4e46-83cc-5a00ab081937 service neutron] 10.222.0.76 "GET /v2.0/networks/0ba113d9-2675-4a22-b634-a3c6b41f2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095629 Aug 04 12:41:34.179469 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21d323e-063a-4409-b4f4-d7f62cf6607d None None] The sync data for ids ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'] in dv-cinder-803046-4-iscsi is: [{'id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'name': 'tempest-TestMinimumBasicScenario-2033767337-router', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:29Z', 'updated_at': '2021-08-04T12:41:31Z', 'revision_number': 3, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'gw_port': {'id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:30Z', 'updated_at': '2021-08-04T12:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:41:34.232683 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:34.249480 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d3489-a9ef-4c38-a676-34256babc1da req-2dcf1e0a-817f-4f9e-88e7-4d964eba869e tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:34.249480 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-135d3489-a9ef-4c38-a676-34256babc1da req-2dcf1e0a-817f-4f9e-88e7-4d964eba869e tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 943 time: 0.0827441 Aug 04 12:41:34.259087 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-d804ff4c-58d4-4731-a84f-d06e071a86aa req-c1cdf39f-5499-42fb-bb7f-b97271e9332e service neutron] 10.222.0.76 "GET /v2.0/networks/0ba113d9-2675-4a22-b634-a3c6b41f2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861773 Aug 04 12:41:34.294455 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-135d3489-a9ef-4c38-a676-34256babc1da req-3f9ac75f-1724-4033-a58b-50e7539d30d5 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376222 Aug 04 12:41:34.297676 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:34.367665 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] Pushing event updated for resources: {'Port': ['ID=4ef91375-07e3-4592-806b-44ccca915f0a,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:34.375527 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544536'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:34.408123 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 81e3925b-aa88-4472-a5cd-cf06bbcbfe36 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:41:34.529279 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] Network c3f1f847-c32f-43d1-91f8-3235917eb608 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:41:34.531923 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:41:34.537349 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 81e3925b-aa88-4472-a5cd-cf06bbcbfe36, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=81e3925b-aa88-4472-a5cd-cf06bbcbfe36,segment=NetworkSegment(92c493e3-8c89-4e48-9101-b90d799f4c8b),segment_id=92c493e3-8c89-4e48-9101-b90d799f4c8b)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:34.550168 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': '81e3925b-aa88-4472-a5cd-cf06bbcbfe36', 'network_id': '6b21cd70-f9cf-4f92-85ad-21a6981d78d4', 'port_id': '81e3925b-aa88-4472-a5cd-cf06bbcbfe36', 'mac_address': 'fa:16:3e:73:bd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d04faf9-725b-4ab1-b30b-ba9175709758', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:41:34.594317 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:34.608547 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e3925b-aa88-4472-a5cd-cf06bbcbfe36 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:41:34.634240 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 81e3925b-aa88-4472-a5cd-cf06bbcbfe36, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=81e3925b-aa88-4472-a5cd-cf06bbcbfe36,segment=NetworkSegment(92c493e3-8c89-4e48-9101-b90d799f4c8b),segment_id=92c493e3-8c89-4e48-9101-b90d799f4c8b)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:34.704123 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e318bf9-38f5-4fa5-8201-cce79ee85732 req-73a3ab2b-c54d-484f-8298-9c7732d2cf18 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:34.705824 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9e318bf9-38f5-4fa5-8201-cce79ee85732 req-73a3ab2b-c54d-484f-8298-9c7732d2cf18 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 944 time: 0.1534185 Aug 04 12:41:34.717669 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] Router 8483576b-8bbd-4b5d-a35b-eb38ea974d66 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:41:34.760414 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:34.795974 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9e318bf9-38f5-4fa5-8201-cce79ee85732 req-f894fc60-6e14-454d-82fb-f40454ae30a4 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=aa2ac0b1-cf99-46fa-8817-54c0ad649bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810285 Aug 04 12:41:34.872703 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-af9813e2-3870-4c56-bee5-088e649c9442 None None] Provisioning complete for port 4ef91375-07e3-4592-806b-44ccca915f0a triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:34.873709 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-af9813e2-3870-4c56-bee5-088e649c9442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:34.875654 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 3c6d350d-17fb-44e1-9f97-eb78f8d0b403 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:41:34.885347 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:41:34.893189 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-a3ea5cca-0e9a-4930-a0a4-d16632d7a8cc admin admin] 10.222.0.90 "PUT /v2.0/routers/8483576b-8bbd-4b5d-a35b-eb38ea974d66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3462691 Aug 04 12:41:34.939607 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=81e3925b-aa88-4472-a5cd-cf06bbcbfe36,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:34.972039 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-af9813e2-3870-4c56-bee5-088e649c9442 None None] Port 4ef91375-07e3-4592-806b-44ccca915f0a cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:41:35.063415 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port 3c6d350d-17fb-44e1-9f97-eb78f8d0b403 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:41:35.067713 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 3c6d350d-17fb-44e1-9f97-eb78f8d0b403 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:35.068180 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:35.089272 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['81e3925b-aa88-4472-a5cd-cf06bbcbfe36'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:41:35.211269 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:35.241425 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port 3c6d350d-17fb-44e1-9f97-eb78f8d0b403, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=3c6d350d-17fb-44e1-9f97-eb78f8d0b403,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:35.330267 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:35.383637 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=3c6d350d-17fb-44e1-9f97-eb78f8d0b403,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:35.419583 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f82e9-3cd4-4b51-bc2f-37b8ad36ac0f req-94d23c5a-828d-4874-b6cb-2048438095f1 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:35.421105 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-199f82e9-3cd4-4b51-bc2f-37b8ad36ac0f req-94d23c5a-828d-4874-b6cb-2048438095f1 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 944 time: 0.0536757 Aug 04 12:41:35.461803 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-199f82e9-3cd4-4b51-bc2f-37b8ad36ac0f req-1eeb93c9-f079-43d8-a480-80817c2e4121 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345967 Aug 04 12:41:35.555218 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 43522) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:35.560278 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-89d50b7d-fa75-4129-9d3d-018bb8004f78 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-430617482-network', 'tenant_id': '48e4c98896924be09eb8b07dd2c74728'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:35.672509 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d50b7d-fa75-4129-9d3d-018bb8004f78 admin admin] Made reservation on behalf of 48e4c98896924be09eb8b07dd2c74728 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:41:35.674936 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89d50b7d-fa75-4129-9d3d-018bb8004f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:35.683963 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89d50b7d-fa75-4129-9d3d-018bb8004f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:35.782450 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89d50b7d-fa75-4129-9d3d-018bb8004f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:35.837301 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Sync routers for ids ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'] in dv-cinder-803046-4-iscsi {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:41:35.843856 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Routers {'8483576b-8bbd-4b5d-a35b-eb38ea974d66'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:41:35.844404 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:41:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:35.897618 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89d50b7d-fa75-4129-9d3d-018bb8004f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:35.937468 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d50b7d-fa75-4129-9d3d-018bb8004f78 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 12:41:35.949448 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Set router 8483576b-8bbd-4b5d-a35b-eb38ea974d66 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:41:35.958119 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d50b7d-fa75-4129-9d3d-018bb8004f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d894430-8f29-4732-bed1-3c2d365e18c9,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:35.967751 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89d50b7d-fa75-4129-9d3d-018bb8004f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:35.968105 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-89d50b7d-fa75-4129-9d3d-018bb8004f78 admin admin] Added segment 820d8bf5-f35a-4019-b560-5eeec5a586af of type vlan for network db540d08-bb11-4c7b-95c4-c45f11b4b90f Aug 04 12:41:35.985504 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353f736-5e1a-47af-9509-6fdcdaa844e9 req-b7905919-b1a3-4970-8a88-6d0ac2b89f30 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:35.987201 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e353f736-5e1a-47af-9509-6fdcdaa844e9 req-b7905919-b1a3-4970-8a88-6d0ac2b89f30 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 944 time: 0.1003757 Aug 04 12:41:36.051938 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89d50b7d-fa75-4129-9d3d-018bb8004f78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:36.084936 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e353f736-5e1a-47af-9509-6fdcdaa844e9 req-0a0948dc-ee8e-4772-9538-f0049e02c679 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=aa2ac0b1-cf99-46fa-8817-54c0ad649bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666361 Aug 04 12:41:36.178737 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'name': 'tempest-TestMinimumBasicScenario-2033767337-router', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:29Z', 'updated_at': '2021-08-04T12:41:33Z', 'revision_number': 4, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'gw_port': {'id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:30Z', 'updated_at': '2021-08-04T12:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '4ef91375-07e3-4592-806b-44ccca915f0a', 'name': '', 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'mac_address': 'fa:16:3e:3e:b3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:33Z', 'updated_at': '2021-08-04T12:41:34Z', 'revision_number': 2, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'subnets': [{'id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:36.181252 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89d50b7d-fa75-4129-9d3d-018bb8004f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:36.182288 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d50b7d-fa75-4129-9d3d-018bb8004f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:36.182868 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89d50b7d-fa75-4129-9d3d-018bb8004f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:36.210256 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Checking router: 8483576b-8bbd-4b5d-a35b-eb38ea974d66 for host: dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:41:36.210694 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Updating router 8483576b-8bbd-4b5d-a35b-eb38ea974d66 port 4ef91375-07e3-4592-806b-44ccca915f0a binding host dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:41:36.236019 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:36.241369 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d50b7d-fa75-4129-9d3d-018bb8004f78 admin admin] Pushing event updated for resources: {'Network': ['ID=db540d08-bb11-4c7b-95c4-c45f11b4b90f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:36.251425 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network db540d08-bb11-4c7b-95c4-c45f11b4b90f details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:41:36.280682 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-89d50b7d-fa75-4129-9d3d-018bb8004f78 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7242634 Aug 04 12:41:36.283393 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 43528) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:36.289777 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ec701359-809d-4e9b-818e-409899aa83a6 admin admin] Request body: {'subnet': {'network_id': 'db540d08-bb11-4c7b-95c4-c45f11b4b90f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-430617482-subnet', 'tenant_id': '48e4c98896924be09eb8b07dd2c74728', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:36.365805 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec701359-809d-4e9b-818e-409899aa83a6 admin admin] Made reservation on behalf of 48e4c98896924be09eb8b07dd2c74728 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:41:36.368149 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec701359-809d-4e9b-818e-409899aa83a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694635'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:36.429183 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 9db88dbb-4e98-4223-87da-2606001d42a5 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:41:36.441155 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 81e3925b-aa88-4472-a5cd-cf06bbcbfe36 up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:41:36.581166 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 9db88dbb-4e98-4223-87da-2606001d42a5, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9db88dbb-4e98-4223-87da-2606001d42a5,segment=NetworkSegment(460f25c3-9530-4968-8cdc-c105494c6d68),segment_id=460f25c3-9530-4968-8cdc-c105494c6d68)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:36.593735 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': '9db88dbb-4e98-4223-87da-2606001d42a5', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'port_id': '9db88dbb-4e98-4223-87da-2606001d42a5', 'mac_address': 'fa:16:3e:ce:9b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:41:36.594536 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd3ce5-0318-4bfd-80d5-1fe33946416f req-989f8127-07c0-418a-a115-896503612512 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:36.596275 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f8fd3ce5-0318-4bfd-80d5-1fe33946416f req-989f8127-07c0-418a-a115-896503612512 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 944 time: 0.0549953 Aug 04 12:41:36.623129 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port 81e3925b-aa88-4472-a5cd-cf06bbcbfe36 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:41:36.624039 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:36.634111 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port 81e3925b-aa88-4472-a5cd-cf06bbcbfe36 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:36.634476 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:36.635007 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Transition to ACTIVE for port object 4ef91375-07e3-4592-806b-44ccca915f0a will not be triggered until provisioned by entity L2. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:41:36.639364 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:36.643115 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f8fd3ce5-0318-4bfd-80d5-1fe33946416f req-f8fd97d7-2510-4fc5-b562-90ec5aeb8ceb tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400078 Aug 04 12:41:36.650182 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec701359-809d-4e9b-818e-409899aa83a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694613'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:36.672979 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db88dbb-4e98-4223-87da-2606001d42a5 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:41:36.700217 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 9db88dbb-4e98-4223-87da-2606001d42a5, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9db88dbb-4e98-4223-87da-2606001d42a5,segment=NetworkSegment(460f25c3-9530-4968-8cdc-c105494c6d68),segment_id=460f25c3-9530-4968-8cdc-c105494c6d68)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:36.709771 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec701359-809d-4e9b-818e-409899aa83a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3678e6d9-45bf-4743-a896-60ce99d1a305,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:36.720704 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec701359-809d-4e9b-818e-409899aa83a6 admin admin] Checking segment: {'id': '820d8bf5-f35a-4019-b560-5eeec5a586af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db540d08-bb11-4c7b-95c4-c45f11b4b90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:41:36.721056 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec701359-809d-4e9b-818e-409899aa83a6 admin admin] Network hostable DHCP agents. Network: db540d08-bb11-4c7b-95c4-c45f11b4b90f, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:41:36.751824 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:36.760319 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:36.776200 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c602e4a-ef70-402c-bb4b-2d4148bea6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e3925b-aa88-4472-a5cd-cf06bbcbfe36'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:41:36.778432 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf6d5c3-cbbb-43bc-af53-9c90f7e7575e" -d '{"events": [{"server_uuid": "3c602e4a-ef70-402c-bb4b-2d4148bea6b9", "name": "network-vif-plugged", "status": "completed", "tag": "81e3925b-aa88-4472-a5cd-cf06bbcbfe36"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:41:36.802763 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 81e3925b-aa88-4472-a5cd-cf06bbcbfe36, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=81e3925b-aa88-4472-a5cd-cf06bbcbfe36,segment=NetworkSegment(92c493e3-8c89-4e48-9101-b90d799f4c8b),segment_id=92c493e3-8c89-4e48-9101-b90d799f4c8b)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:36.819671 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:36.849424 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8b1778-39bc-4e60-8272-fbf3aa675d92 x-openstack-request-id: req-3d8b1778-39bc-4e60-8272-fbf3aa675d92 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:41:36.849707 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c602e4a-ef70-402c-bb4b-2d4148bea6b9", "name": "network-vif-plugged", "status": "completed", "tag": "81e3925b-aa88-4472-a5cd-cf06bbcbfe36", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:41:36.851623 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3d8b1778-39bc-4e60-8272-fbf3aa675d92 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:41:36.851623 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c602e4a-ef70-402c-bb4b-2d4148bea6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e3925b-aa88-4472-a5cd-cf06bbcbfe36', 'code': 200} Aug 04 12:41:36.851623 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 3c6d350d-17fb-44e1-9f97-eb78f8d0b403 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:41:36.854272 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0d1d2-f187-4ac8-8bc8-a789c8dd6562 None None] Pushing event updated for resources: {'Port': ['ID=4ef91375-07e3-4592-806b-44ccca915f0a,revision_number=3']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:36.868951 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec701359-809d-4e9b-818e-409899aa83a6 admin admin] Network db540d08-bb11-4c7b-95c4-c45f11b4b90f is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:41:36.871640 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d1d2-f187-4ac8-8bc8-a789c8dd6562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:36.873669 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d1d2-f187-4ac8-8bc8-a789c8dd6562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:36.875514 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d1d2-f187-4ac8-8bc8-a789c8dd6562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:36.876064 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d1d2-f187-4ac8-8bc8-a789c8dd6562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:36.876399 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d1d2-f187-4ac8-8bc8-a789c8dd6562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:36.876724 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d1d2-f187-4ac8-8bc8-a789c8dd6562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:36.877234 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d1d2-f187-4ac8-8bc8-a789c8dd6562 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:36.877768 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d1d2-f187-4ac8-8bc8-a789c8dd6562 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:36.878113 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d1d2-f187-4ac8-8bc8-a789c8dd6562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:36.878432 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d1d2-f187-4ac8-8bc8-a789c8dd6562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:36.878898 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d1d2-f187-4ac8-8bc8-a789c8dd6562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:36.879916 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f0d1d2-f187-4ac8-8bc8-a789c8dd6562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:41:36.887358 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Attempting to bind port 4ef91375-07e3-4592-806b-44ccca915f0a on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:41:36.888070 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Attempting to bind port 4ef91375-07e3-4592-806b-44ccca915f0a by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': 'c430de8e-9e8b-4adb-8f0d-be3eb2321b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608'}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:41:36.888659 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Attempting to bind port 4ef91375-07e3-4592-806b-44ccca915f0a on network c3f1f847-c32f-43d1-91f8-3235917eb608 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:41:36.894846 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:41:36.895589 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Checking segment: {'id': 'c430de8e-9e8b-4adb-8f0d-be3eb2321b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:41:36.896247 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:36.897443 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Bound using segment: {'id': 'c430de8e-9e8b-4adb-8f0d-be3eb2321b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608'} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:41:36.898229 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Bound port: 4ef91375-07e3-4592-806b-44ccca915f0a, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c430de8e-9e8b-4adb-8f0d-be3eb2321b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608'}}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:41:36.898689 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:36.914411 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=9db88dbb-4e98-4223-87da-2606001d42a5,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:36.944615 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 3c6d350d-17fb-44e1-9f97-eb78f8d0b403 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:36.945216 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:36.971309 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] For port 4ef91375-07e3-4592-806b-44ccca915f0a, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:41:36.977329 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] For port 4ef91375-07e3-4592-806b-44ccca915f0a, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=4ef91375-07e3-4592-806b-44ccca915f0a,segment=NetworkSegment(c430de8e-9e8b-4adb-8f0d-be3eb2321b12),segment_id=c430de8e-9e8b-4adb-8f0d-be3eb2321b12)] {{(pid=94081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:41:36.981476 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:37.004165 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-ec701359-809d-4e9b-818e-409899aa83a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, db540d08-bb11-4c7b-95c4-c45f11b4b90f) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:41:37.008302 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec701359-809d-4e9b-818e-409899aa83a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:37.008961 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec701359-809d-4e9b-818e-409899aa83a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:37.020939 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eb4e16-5d73-4437-85b8-8fc7d02d95e8 None None] Network db540d08-bb11-4c7b-95c4-c45f11b4b90f requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:41:37.092950 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-ec701359-809d-4e9b-818e-409899aa83a6 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8080204 Aug 04 12:41:37.094933 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:37.095899 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 43534) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:37.101240 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-430617482-router', 'tenant_id': '48e4c98896924be09eb8b07dd2c74728', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:37.131321 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=81e3925b-aa88-4472-a5cd-cf06bbcbfe36,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:37.177414 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['9db88dbb-4e98-4223-87da-2606001d42a5'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:41:37.200949 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Routers {'8483576b-8bbd-4b5d-a35b-eb38ea974d66'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:41:37.204088 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:41:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:37.218190 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25293'] for router, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:37.221954 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31806'] for router, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:37.263730 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0d1d2-f187-4ac8-8bc8-a789c8dd6562 None None] Pushing event updated for resources: {'Port': ['ID=4ef91375-07e3-4592-806b-44ccca915f0a,revision_number=4']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:37.273549 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f856f-2ade-4467-a588-ab4a1be73ec8 req-80b94a57-1e12-4730-a4e8-e298b2bad1e1 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:37.283280 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-758f856f-2ade-4467-a588-ab4a1be73ec8 req-80b94a57-1e12-4730-a4e8-e298b2bad1e1 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 945 time: 0.1028974 Aug 04 12:41:37.348178 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eaa42bf-bea8-51b1-b296-9e8791fa0d1d-db540d08-bb11-4c7b-95c4-c45f11b4b90f', 'network_id': 'db540d08-bb11-4c7b-95c4-c45f11b4b90f', 'tenant_id': '48e4c98896924be09eb8b07dd2c74728', 'fixed_ips': [{'subnet_id': '3678e6d9-45bf-4743-a896-60ce99d1a305'}]}} from dv-cinder-803046-4-iscsi. {{(pid=94080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 12:41:37.349042 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:37.354420 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-758f856f-2ade-4467-a588-ab4a1be73ec8 req-1c9d0410-57ed-4856-b976-74d25e540118 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=aa2ac0b1-cf99-46fa-8817-54c0ad649bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700159 Aug 04 12:41:37.374089 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:37.394124 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c5783-1243-49bc-bd03-414fb0a4afa9 req-8a3fc942-3170-4e9a-beb3-0739f82d8ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:37.397842 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-513c5783-1243-49bc-bd03-414fb0a4afa9 req-8a3fc942-3170-4e9a-beb3-0739f82d8ecc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 1098 time: 0.1285207 Aug 04 12:41:37.405268 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] Set router 8483576b-8bbd-4b5d-a35b-eb38ea974d66 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:41:37.477646 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-513c5783-1243-49bc-bd03-414fb0a4afa9 req-924dbd6f-0a9d-49e8-830d-996b42480d6a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691261 Aug 04 12:41:37.577521 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Allocated IP 172.20.0.2 (db540d08-bb11-4c7b-95c4-c45f11b4b90f/3678e6d9-45bf-4743-a896-60ce99d1a305/c2a59835-b2ae-479c-9f6b-95ecef8b04b5) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:41:37.585108 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:37.626919 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'name': 'tempest-TestMinimumBasicScenario-2033767337-router', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:29Z', 'updated_at': '2021-08-04T12:41:33Z', 'revision_number': 4, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'gw_port': {'id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:30Z', 'updated_at': '2021-08-04T12:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '4ef91375-07e3-4592-806b-44ccca915f0a', 'name': '', 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'mac_address': 'fa:16:3e:3e:b3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:33Z', 'updated_at': '2021-08-04T12:41:36Z', 'revision_number': 4, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'subnets': [{'id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:37.653251 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7a0ad8-eb16-42d8-ab6e-e9dab052a9d9 None None] The sync data for ids ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'] in dv-cinder-803046-4-iscsi is: [{'id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'name': 'tempest-TestMinimumBasicScenario-2033767337-router', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:29Z', 'updated_at': '2021-08-04T12:41:33Z', 'revision_number': 4, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'gw_port': {'id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:30Z', 'updated_at': '2021-08-04T12:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '4ef91375-07e3-4592-806b-44ccca915f0a', 'name': '', 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'mac_address': 'fa:16:3e:3e:b3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:33Z', 'updated_at': '2021-08-04T12:41:36Z', 'revision_number': 4, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'subnets': [{'id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:41:37.762832 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:37.776866 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Transition to ACTIVE for port object c2a59835-b2ae-479c-9f6b-95ecef8b04b5 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:41:37.796240 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b22f61-26ef-4f7f-a253-b99d15e2ce43 req-91534329-1baa-46c3-9669-3cffe17ee896 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:37.798587 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Transition to ACTIVE for port object c2a59835-b2ae-479c-9f6b-95ecef8b04b5 will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:41:37.804504 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-62b22f61-26ef-4f7f-a253-b99d15e2ce43 req-91534329-1baa-46c3-9669-3cffe17ee896 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 945 time: 0.0632620 Aug 04 12:41:37.839643 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-62b22f61-26ef-4f7f-a253-b99d15e2ce43 req-7d34a7e2-bafe-4a73-979b-187851807af7 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342593 Aug 04 12:41:37.875183 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:37.923317 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Network db540d08-bb11-4c7b-95c4-c45f11b4b90f is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:41:37.926856 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:41:37.932484 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:41:37.935513 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:37.954996 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:37.960047 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Pushing event updated for resources: {'Port': ['ID=c2a59835-b2ae-479c-9f6b-95ecef8b04b5,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:37.996346 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Attempting to bind port c2a59835-b2ae-479c-9f6b-95ecef8b04b5 on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:41:37.996722 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Attempting to bind port c2a59835-b2ae-479c-9f6b-95ecef8b04b5 by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': '820d8bf5-f35a-4019-b560-5eeec5a586af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db540d08-bb11-4c7b-95c4-c45f11b4b90f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:41:37.997186 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Attempting to bind port c2a59835-b2ae-479c-9f6b-95ecef8b04b5 on network db540d08-bb11-4c7b-95c4-c45f11b4b90f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:41:38.002698 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:41:38.003076 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Checking segment: {'id': '820d8bf5-f35a-4019-b560-5eeec5a586af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db540d08-bb11-4c7b-95c4-c45f11b4b90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:41:38.003482 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:38.003879 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Bound using segment: {'id': '820d8bf5-f35a-4019-b560-5eeec5a586af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db540d08-bb11-4c7b-95c4-c45f11b4b90f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:41:38.004447 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Bound port: c2a59835-b2ae-479c-9f6b-95ecef8b04b5, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820d8bf5-f35a-4019-b560-5eeec5a586af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db540d08-bb11-4c7b-95c4-c45f11b4b90f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:41:38.004825 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:38.073205 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] Allocated IP 172.27.3.211 (edaa9ae4-5451-4ed4-982a-c63f3ba8dd77/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7/046b7df4-0ce0-40e2-8afe-97542609d9fb) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:41:38.074604 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] For port c2a59835-b2ae-479c-9f6b-95ecef8b04b5, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:41:38.078145 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] For port c2a59835-b2ae-479c-9f6b-95ecef8b04b5, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=c2a59835-b2ae-479c-9f6b-95ecef8b04b5,segment=NetworkSegment(820d8bf5-f35a-4019-b560-5eeec5a586af),segment_id=820d8bf5-f35a-4019-b560-5eeec5a586af)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:41:38.160903 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:38.180532 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:38.223817 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84aa6f-fc00-40d1-9209-2e570428ab15 None None] Pushing event updated for resources: {'Port': ['ID=c2a59835-b2ae-479c-9f6b-95ecef8b04b5,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:38.302019 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:38.348803 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:41:38.352071 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:41:38.359763 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:41:38.427401 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] Pushing event updated for resources: {'Port': ['ID=046b7df4-0ce0-40e2-8afe-97542609d9fb,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:38.449564 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 9db88dbb-4e98-4223-87da-2606001d42a5 up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:41:38.547251 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e41923-e199-43ee-943d-4ca5794c9093 req-42320f1a-f57c-4eb0-9e2c-c64e7ce609cb tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:38.559079 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-95e41923-e199-43ee-943d-4ca5794c9093 req-42320f1a-f57c-4eb0-9e2c-c64e7ce609cb tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 945 time: 0.0947926 Aug 04 12:41:38.612928 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-95e41923-e199-43ee-943d-4ca5794c9093 req-7569e9d6-05ef-4daa-8c5d-2982ebdf2a02 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=aa2ac0b1-cf99-46fa-8817-54c0ad649bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465889 Aug 04 12:41:38.632475 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port 9db88dbb-4e98-4223-87da-2606001d42a5 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:41:38.636619 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port 9db88dbb-4e98-4223-87da-2606001d42a5 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:38.636992 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:38.732631 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:38.781089 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 9db88dbb-4e98-4223-87da-2606001d42a5, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9db88dbb-4e98-4223-87da-2606001d42a5,segment=NetworkSegment(460f25c3-9530-4968-8cdc-c105494c6d68),segment_id=460f25c3-9530-4968-8cdc-c105494c6d68)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:38.805592 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:38.851777 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6587a6b2-a0ec-40da-988c-acda74d662f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db88dbb-4e98-4223-87da-2606001d42a5'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:41:38.854420 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39da6b6-fa1c-4202-a6d7-5ac442bfd1e9" -d '{"events": [{"server_uuid": "6587a6b2-a0ec-40da-988c-acda74d662f1", "name": "network-vif-plugged", "status": "completed", "tag": "9db88dbb-4e98-4223-87da-2606001d42a5"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:41:38.865128 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:38.881669 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:38.950811 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856c3411-86ff-47bb-afc1-062cf7778f4b x-openstack-request-id: req-856c3411-86ff-47bb-afc1-062cf7778f4b {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:41:38.951099 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6587a6b2-a0ec-40da-988c-acda74d662f1", "name": "network-vif-plugged", "status": "completed", "tag": "9db88dbb-4e98-4223-87da-2606001d42a5", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:41:38.951354 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-856c3411-86ff-47bb-afc1-062cf7778f4b {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:41:38.951739 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6587a6b2-a0ec-40da-988c-acda74d662f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db88dbb-4e98-4223-87da-2606001d42a5', 'code': 200} Aug 04 12:41:38.952672 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 4ef91375-07e3-4592-806b-44ccca915f0a up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:41:39.024938 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=9db88dbb-4e98-4223-87da-2606001d42a5,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:39.060090 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137a3c0-56ce-4cb4-9886-17e3bc67ea17 req-8cceb248-90b8-4412-bcfd-46506dd6db82 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:39.065213 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a137a3c0-56ce-4cb4-9886-17e3bc67ea17 req-8cceb248-90b8-4412-bcfd-46506dd6db82 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 945 time: 0.0883703 Aug 04 12:41:39.111685 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a137a3c0-56ce-4cb4-9886-17e3bc67ea17 req-bba5559c-20f2-4f3a-aba4-79ffc211c022 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Aug 04 12:41:39.176017 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port 4ef91375-07e3-4592-806b-44ccca915f0a completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:41:39.181029 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 4ef91375-07e3-4592-806b-44ccca915f0a triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:39.181527 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:39.210133 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544091'] for router, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:39.282271 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:39.320687 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port 4ef91375-07e3-4592-806b-44ccca915f0a, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=4ef91375-07e3-4592-806b-44ccca915f0a,segment=NetworkSegment(c430de8e-9e8b-4adb-8f0d-be3eb2321b12),segment_id=c430de8e-9e8b-4adb-8f0d-be3eb2321b12)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:39.393570 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad63712-1ba5-4eda-b758-0b0d5eb233b0 None None] Network db540d08-bb11-4c7b-95c4-c45f11b4b90f requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:41:39.409191 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:39.410242 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device c2a59835-b2ae-479c-9f6b-95ecef8b04b5 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:41:39.590810 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=4ef91375-07e3-4592-806b-44ccca915f0a,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:39.593846 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c31cf-61d7-4d8e-a8bf-2c7d0d38ed82 req-2d4bbc15-2155-4040-ae43-30b403dcf933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:39.595365 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0f8c31cf-61d7-4d8e-a8bf-2c7d0d38ed82 req-2d4bbc15-2155-4040-ae43-30b403dcf933 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 1099 time: 0.0602865 Aug 04 12:41:39.632195 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-256fc872-da12-4b55-af5e-359a733a7834 None None] Provisioning for port c2a59835-b2ae-479c-9f6b-95ecef8b04b5 completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:41:39.646465 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0f8c31cf-61d7-4d8e-a8bf-2c7d0d38ed82 req-96b46b1a-db02-4e15-a551-1441497a9c90 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=aa2ac0b1-cf99-46fa-8817-54c0ad649bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400419 Aug 04 12:41:39.709504 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port c2a59835-b2ae-479c-9f6b-95ecef8b04b5 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:41:39.714166 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port c2a59835-b2ae-479c-9f6b-95ecef8b04b5 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:39.714615 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:39.731811 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] Router a423c0c2-277c-4832-a18c-1e031ccd9220 is scheduled to L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 with binding_index 1 {{(pid=94079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 12:41:39.754855 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed64d9a-e886-4209-871b-0c37537bd91a req-cab724af-c53f-4969-9950-eb07b85ac52a tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:39.763268 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8ed64d9a-e886-4209-871b-0c37537bd91a req-cab724af-c53f-4969-9950-eb07b85ac52a tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 946 time: 0.0807590 Aug 04 12:41:39.816241 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:39.823653 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8ed64d9a-e886-4209-871b-0c37537bd91a req-629e0099-5565-4e25-bcab-a452cecd780e tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=aa2ac0b1-cf99-46fa-8817-54c0ad649bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536225 Aug 04 12:41:39.858459 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port c2a59835-b2ae-479c-9f6b-95ecef8b04b5, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=c2a59835-b2ae-479c-9f6b-95ecef8b04b5,segment=NetworkSegment(820d8bf5-f35a-4019-b560-5eeec5a586af),segment_id=820d8bf5-f35a-4019-b560-5eeec5a586af)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:39.876511 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:41:39.885886 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Sync routers for ids ['a423c0c2-277c-4832-a18c-1e031ccd9220'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:41:39.896156 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Routers {'a423c0c2-277c-4832-a18c-1e031ccd9220'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:41:39.897034 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:41:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['a423c0c2-277c-4832-a18c-1e031ccd9220'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:39.993426 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] Notify callbacks [] for router, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:39.994997 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-81e72c50-af74-4ae0-a35b-398a97730220 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8978956 Aug 04 12:41:39.998550 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 43592) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:39.998727 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:40.000462 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-8d793d80-eca8-48d7-9c2a-cf178471cf3d None None] Provisioning complete for port c2a59835-b2ae-479c-9f6b-95ecef8b04b5 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:40.000817 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8d793d80-eca8-48d7-9c2a-cf178471cf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:40.183597 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Set router a423c0c2-277c-4832-a18c-1e031ccd9220 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:41:40.305081 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=c2a59835-b2ae-479c-9f6b-95ecef8b04b5,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:40.430836 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'name': 'tempest-TestMinimumBasicScenario-430617482-router', 'tenant_id': '48e4c98896924be09eb8b07dd2c74728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '046b7df4-0ce0-40e2-8afe-97542609d9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:37Z', 'updated_at': '2021-08-04T12:41:38Z', 'revision_number': 3, 'project_id': '48e4c98896924be09eb8b07dd2c74728', 'gw_port': {'id': '046b7df4-0ce0-40e2-8afe-97542609d9fb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:37Z', 'updated_at': '2021-08-04T12:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:40.431136 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:40.462987 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Checking router: a423c0c2-277c-4832-a18c-1e031ccd9220 for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:41:40.462987 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Updating router a423c0c2-277c-4832-a18c-1e031ccd9220 port 046b7df4-0ce0-40e2-8afe-97542609d9fb binding host dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:41:40.486643 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:40.592177 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] Allocated IP 172.20.0.1 (db540d08-bb11-4c7b-95c4-c45f11b4b90f/3678e6d9-45bf-4743-a896-60ce99d1a305/cdf18885-157a-49f1-8966-ade12d9cf21c) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:41:40.730904 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:40.745598 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] Transition to ACTIVE for port object cdf18885-157a-49f1-8966-ade12d9cf21c will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:41:40.793560 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-90f978ed-e0b6-456d-801a-e98642db0541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:40.825508 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:40.842880 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Transition to ACTIVE for port object 046b7df4-0ce0-40e2-8afe-97542609d9fb will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:41:40.854536 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 4ef91375-07e3-4592-806b-44ccca915f0a up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:41:40.862068 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:40.921090 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 4ef91375-07e3-4592-806b-44ccca915f0a triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:40.922076 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:40.924916 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:40.953653 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] Pushing event updated for resources: {'Port': ['ID=cdf18885-157a-49f1-8966-ade12d9cf21c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:40.964843 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] Network db540d08-bb11-4c7b-95c4-c45f11b4b90f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:41:40.985407 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:41:40.986733 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:41:41.036821 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Attempting to bind port 046b7df4-0ce0-40e2-8afe-97542609d9fb on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:41:41.037310 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Attempting to bind port 046b7df4-0ce0-40e2-8afe-97542609d9fb by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:41:41.037744 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Attempting to bind port 046b7df4-0ce0-40e2-8afe-97542609d9fb on network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:41:41.049338 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7863b05-d943-464c-95fe-efa6a8d05c86 req-452dbe27-1c7f-44fc-900c-6de67b0a922d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:41.051614 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b7863b05-d943-464c-95fe-efa6a8d05c86 req-452dbe27-1c7f-44fc-900c-6de67b0a922d tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 946 time: 0.1072481 Aug 04 12:41:41.064746 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a97224-dca0-412a-b281-83bce008a872 None None] Pushing event updated for resources: {'Port': ['ID=046b7df4-0ce0-40e2-8afe-97542609d9fb,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:41.064987 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544644'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:41.076016 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:41:41.076487 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Checking segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:41:41.077060 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:41.077782 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Bound using segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:41:41.078817 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Bound port: 046b7df4-0ce0-40e2-8afe-97542609d9fb, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:41:41.079276 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:41.116406 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device c2a59835-b2ae-479c-9f6b-95ecef8b04b5 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:41:41.177864 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] For port 046b7df4-0ce0-40e2-8afe-97542609d9fb, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:41:41.193572 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] For port 046b7df4-0ce0-40e2-8afe-97542609d9fb, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=046b7df4-0ce0-40e2-8afe-97542609d9fb,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:41:41.209188 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port c2a59835-b2ae-479c-9f6b-95ecef8b04b5 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:41.209458 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:41.254741 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b7863b05-d943-464c-95fe-efa6a8d05c86 req-a4e2839a-3bbd-4a0a-8954-e0afa324fb12 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=aa2ac0b1-cf99-46fa-8817-54c0ad649bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902456 Aug 04 12:41:41.291121 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:41.323691 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:41.372644 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Routers {'a423c0c2-277c-4832-a18c-1e031ccd9220'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:41:41.373291 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:41:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['a423c0c2-277c-4832-a18c-1e031ccd9220'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:41.377117 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a97224-dca0-412a-b281-83bce008a872 None None] Pushing event updated for resources: {'Port': ['ID=046b7df4-0ce0-40e2-8afe-97542609d9fb,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:41.426995 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-68e9eb32-da01-47b2-9716-5b54935a2149 None None] Provisioning for port cdf18885-157a-49f1-8966-ade12d9cf21c completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:41:41.459847 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-68e9eb32-da01-47b2-9716-5b54935a2149 None None] Provisioning complete for port cdf18885-157a-49f1-8966-ade12d9cf21c triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:41.460218 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-68e9eb32-da01-47b2-9716-5b54935a2149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:41.498087 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:41.511531 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-68e9eb32-da01-47b2-9716-5b54935a2149 None None] Port cdf18885-157a-49f1-8966-ade12d9cf21c cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:41:41.516355 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] Set router a423c0c2-277c-4832-a18c-1e031ccd9220 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:41:41.566110 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:41.631910 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] Pushing event updated for resources: {'Port': ['ID=cdf18885-157a-49f1-8966-ade12d9cf21c,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:41.634331 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544536'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:41.727133 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'name': 'tempest-TestMinimumBasicScenario-430617482-router', 'tenant_id': '48e4c98896924be09eb8b07dd2c74728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '046b7df4-0ce0-40e2-8afe-97542609d9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:37Z', 'updated_at': '2021-08-04T12:41:41Z', 'revision_number': 4, 'project_id': '48e4c98896924be09eb8b07dd2c74728', 'gw_port': {'id': '046b7df4-0ce0-40e2-8afe-97542609d9fb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:37Z', 'updated_at': '2021-08-04T12:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'cdf18885-157a-49f1-8966-ade12d9cf21c', 'name': '', 'network_id': 'db540d08-bb11-4c7b-95c4-c45f11b4b90f', 'tenant_id': '48e4c98896924be09eb8b07dd2c74728', 'mac_address': 'fa:16:3e:f4:28:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3678e6d9-45bf-4743-a896-60ce99d1a305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:40Z', 'updated_at': '2021-08-04T12:41:40Z', 'revision_number': 1, 'project_id': '48e4c98896924be09eb8b07dd2c74728', 'subnets': [{'id': '3678e6d9-45bf-4743-a896-60ce99d1a305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:41.733880 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] Network db540d08-bb11-4c7b-95c4-c45f11b4b90f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:41:41.736024 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:41:41.754594 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd4ffac-508b-4ee4-bfbe-d5d93d55b9a5 None None] The sync data for ids ['a423c0c2-277c-4832-a18c-1e031ccd9220'] in dv-cinder-803046-4-iscsi is: [{'id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'name': 'tempest-TestMinimumBasicScenario-430617482-router', 'tenant_id': '48e4c98896924be09eb8b07dd2c74728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '046b7df4-0ce0-40e2-8afe-97542609d9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:37Z', 'updated_at': '2021-08-04T12:41:41Z', 'revision_number': 4, 'project_id': '48e4c98896924be09eb8b07dd2c74728', 'gw_port': {'id': '046b7df4-0ce0-40e2-8afe-97542609d9fb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:37Z', 'updated_at': '2021-08-04T12:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'cdf18885-157a-49f1-8966-ade12d9cf21c', 'name': '', 'network_id': 'db540d08-bb11-4c7b-95c4-c45f11b4b90f', 'tenant_id': '48e4c98896924be09eb8b07dd2c74728', 'mac_address': 'fa:16:3e:f4:28:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3678e6d9-45bf-4743-a896-60ce99d1a305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:40Z', 'updated_at': '2021-08-04T12:41:40Z', 'revision_number': 1, 'project_id': '48e4c98896924be09eb8b07dd2c74728', 'subnets': [{'id': '3678e6d9-45bf-4743-a896-60ce99d1a305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:41:41.882478 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] Router a423c0c2-277c-4832-a18c-1e031ccd9220 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:41:42.039494 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-f0877f2b-addc-49b0-b9c4-bfae78069fb0 None None] Provisioning complete for port cdf18885-157a-49f1-8966-ade12d9cf21c triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:42.040102 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f0877f2b-addc-49b0-b9c4-bfae78069fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:42.110879 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-f0877f2b-addc-49b0-b9c4-bfae78069fb0 None None] Port cdf18885-157a-49f1-8966-ade12d9cf21c cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:41:42.325134 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:41:42.330733 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-6608b885-9335-46e5-a19b-fb9ca0e615f0 admin admin] 10.222.0.90 "PUT /v2.0/routers/a423c0c2-277c-4832-a18c-1e031ccd9220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3310657 Aug 04 12:41:42.388379 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1d6b0-df0e-4640-8eac-096a753bb495 req-e4a0e4b2-4cdb-45c9-a606-1b2e1124688f tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:42.389671 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4be1d6b0-df0e-4640-8eac-096a753bb495 req-e4a0e4b2-4cdb-45c9-a606-1b2e1124688f tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 946 time: 0.0578673 Aug 04 12:41:42.433641 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4be1d6b0-df0e-4640-8eac-096a753bb495 req-dbc7bc40-3ed8-4694-b50e-7f2bb848a777 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=aa2ac0b1-cf99-46fa-8817-54c0ad649bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370076 Aug 04 12:41:42.713806 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccc2cf-17f8-4301-9566-f5b0905b7266 req-7baa777b-11ec-4d7c-a3d2-cbba11c16c0b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:42.715669 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f1ccc2cf-17f8-4301-9566-f5b0905b7266 req-7baa777b-11ec-4d7c-a3d2-cbba11c16c0b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 946 time: 0.0573144 Aug 04 12:41:42.725661 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 43638) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:41:42.731177 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-9f3afa46-7d0f-44db-bc5c-8d79610be5e0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Request body: {'floatingip': {'port_id': '9db88dbb-4e98-4223-87da-2606001d42a5'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:42.785930 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f3afa46-7d0f-44db-bc5c-8d79610be5e0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for floatingip, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:42.860454 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 046b7df4-0ce0-40e2-8afe-97542609d9fb up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:41:42.931723 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:41:43.036739 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port 046b7df4-0ce0-40e2-8afe-97542609d9fb completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:41:43.043870 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 046b7df4-0ce0-40e2-8afe-97542609d9fb triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:43.043870 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:43.149322 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:43.171434 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port 046b7df4-0ce0-40e2-8afe-97542609d9fb, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=046b7df4-0ce0-40e2-8afe-97542609d9fb,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:43.234628 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2d9afd5b-39d0-49b2-809a-bae656d5f988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:43.284622 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f3afa46-7d0f-44db-bc5c-8d79610be5e0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:43.324615 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:43.380542 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=046b7df4-0ce0-40e2-8afe-97542609d9fb,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:43.446063 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f3afa46-7d0f-44db-bc5c-8d79610be5e0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544761'] for floatingip, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:43.503893 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:43.560786 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.db.l3_db [None req-9f3afa46-7d0f-44db-bc5c-8d79610be5e0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Floating IP 574bda39-d8cc-4495-9758-9b04fb770851 associated. External IP: 172.27.3.197, port: 9db88dbb-4e98-4223-87da-2606001d42a5. Aug 04 12:41:43.836435 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3afa46-7d0f-44db-bc5c-8d79610be5e0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Router f9d465a8-60b9-4864-8ad6-c32ce2bcebad has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:41:43.971707 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3afa46-7d0f-44db-bc5c-8d79610be5e0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:41:43.977443 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f3afa46-7d0f-44db-bc5c-8d79610be5e0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:43.987083 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5001f005-8820-4716-baa5-bb28f7289e1b None None] Sync routers for ids ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'] in dv-cinder-803046-4-iscsi {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:41:43.996843 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5001f005-8820-4716-baa5-bb28f7289e1b None None] Routers {'f9d465a8-60b9-4864-8ad6-c32ce2bcebad'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:41:43.998302 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-5001f005-8820-4716-baa5-bb28f7289e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:41:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:44.024657 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-9f3afa46-7d0f-44db-bc5c-8d79610be5e0 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "PUT /v2.0/floatingips/574bda39-d8cc-4495-9758-9b04fb770851 HTTP/1.1" status: 200 len: 992 time: 1.2971075 Aug 04 12:41:44.025507 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6587a6b2-a0ec-40da-988c-acda74d662f1', 'tag': '9db88dbb-4e98-4223-87da-2606001d42a5'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:41:44.028023 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c557e8d-14f0-4c8d-a3ad-284cfe2d838a" -d '{"events": [{"name": "network-changed", "server_uuid": "6587a6b2-a0ec-40da-988c-acda74d662f1", "tag": "9db88dbb-4e98-4223-87da-2606001d42a5"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:41:44.100579 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e73e317-4f2c-4cdc-9c76-f8c03aef9633 x-openstack-request-id: req-0e73e317-4f2c-4cdc-9c76-f8c03aef9633 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:41:44.100980 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6587a6b2-a0ec-40da-988c-acda74d662f1", "tag": "9db88dbb-4e98-4223-87da-2606001d42a5", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:41:44.101257 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0e73e317-4f2c-4cdc-9c76-f8c03aef9633 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:41:44.102002 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6587a6b2-a0ec-40da-988c-acda74d662f1', 'tag': '9db88dbb-4e98-4223-87da-2606001d42a5', 'status': 'completed', 'code': 200} Aug 04 12:41:44.144321 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-5001f005-8820-4716-baa5-bb28f7289e1b None None] Set router f9d465a8-60b9-4864-8ad6-c32ce2bcebad gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:41:44.214687 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557e8d-14f0-4c8d-a3ad-284cfe2d838a req-c1a7b9c7-4bc2-4e46-8921-5b78698f0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:44.216399 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2c557e8d-14f0-4c8d-a3ad-284cfe2d838a req-c1a7b9c7-4bc2-4e46-8921-5b78698f0812 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe091bfaaf4e41eda6f7c1fe1220b764&device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 1099 time: 0.0530648 Aug 04 12:41:44.445533 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557e8d-14f0-4c8d-a3ad-284cfe2d838a req-45c2f99a-5af0-4572-bb52-43a6e3a21793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:44.445533 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2c557e8d-14f0-4c8d-a3ad-284cfe2d838a req-45c2f99a-5af0-4572-bb52-43a6e3a21793 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0ba113d9-2675-4a22-b634-a3c6b41f2555 HTTP/1.1" status: 200 len: 911 time: 0.2105172 Aug 04 12:41:44.498633 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-5001f005-8820-4716-baa5-bb28f7289e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 4, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port': {'id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '574bda39-d8cc-4495-9758-9b04fb770851', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'port_id': '9db88dbb-4e98-4223-87da-2606001d42a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'mac_address': 'fa:16:3e:ce:9b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6587a6b2-a0ec-40da-988c-acda74d662f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:41:26Z', 'updated_at': '2021-08-04T12:41:43Z', 'revision_number': 1, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad59a990-bf66-495b-9a95-62e1abb6b08a', 'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'mac_address': 'fa:16:3e:75:0c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:51Z', 'revision_number': 5, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'subnets': [{'id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:44.532122 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5001f005-8820-4716-baa5-bb28f7289e1b None None] Checking router: f9d465a8-60b9-4864-8ad6-c32ce2bcebad for host: dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:41:44.557197 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5001f005-8820-4716-baa5-bb28f7289e1b None None] Routers {'f9d465a8-60b9-4864-8ad6-c32ce2bcebad'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:41:44.557922 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-5001f005-8820-4716-baa5-bb28f7289e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:41:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:44.575698 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2c557e8d-14f0-4c8d-a3ad-284cfe2d838a req-aa34a85c-5db6-4f31-9271-d8cc57072c99 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9db88dbb-4e98-4223-87da-2606001d42a5 HTTP/1.1" status: 200 len: 1000 time: 0.0911858 Aug 04 12:41:44.583290 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:44.674313 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557e8d-14f0-4c8d-a3ad-284cfe2d838a req-b7c8124e-5bac-4b0c-90f2-df0d9d03507c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:44.677266 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2c557e8d-14f0-4c8d-a3ad-284cfe2d838a req-b7c8124e-5bac-4b0c-90f2-df0d9d03507c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=aedd7339-0c11-4ca6-9c5c-6f42b8d89abe HTTP/1.1" status: 200 len: 849 time: 0.0938439 Aug 04 12:41:44.711603 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-5001f005-8820-4716-baa5-bb28f7289e1b None None] Set router f9d465a8-60b9-4864-8ad6-c32ce2bcebad gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:41:44.747369 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557e8d-14f0-4c8d-a3ad-284cfe2d838a req-2b42f1df-66aa-488a-9ccf-d541c49e8203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:44.754443 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2c557e8d-14f0-4c8d-a3ad-284cfe2d838a req-2b42f1df-66aa-488a-9ccf-d541c49e8203 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0ba113d9-2675-4a22-b634-a3c6b41f2555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665500 Aug 04 12:41:44.871822 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 046b7df4-0ce0-40e2-8afe-97542609d9fb up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:41:44.886285 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2c557e8d-14f0-4c8d-a3ad-284cfe2d838a req-2025a286-fd40-4703-ad52-9c07c459ef77 service neutron] 10.222.0.76 "GET /v2.0/networks/0ba113d9-2675-4a22-b634-a3c6b41f2555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232119 Aug 04 12:41:45.000567 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 046b7df4-0ce0-40e2-8afe-97542609d9fb triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:45.000941 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:45.047083 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2c557e8d-14f0-4c8d-a3ad-284cfe2d838a req-a3f66640-4190-445c-ab1c-3967fd56de8c service neutron] 10.222.0.76 "GET /v2.0/networks/0ba113d9-2675-4a22-b634-a3c6b41f2555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526883 Aug 04 12:41:45.086626 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-5001f005-8820-4716-baa5-bb28f7289e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 4, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port': {'id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '574bda39-d8cc-4495-9758-9b04fb770851', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'port_id': '9db88dbb-4e98-4223-87da-2606001d42a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'mac_address': 'fa:16:3e:ce:9b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6587a6b2-a0ec-40da-988c-acda74d662f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:41:26Z', 'updated_at': '2021-08-04T12:41:43Z', 'revision_number': 1, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad59a990-bf66-495b-9a95-62e1abb6b08a', 'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'mac_address': 'fa:16:3e:75:0c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:51Z', 'revision_number': 5, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'subnets': [{'id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:45.137809 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5001f005-8820-4716-baa5-bb28f7289e1b None None] The sync data for ids ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'] in dv-cinder-803046-4-iscsi is: [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 4, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port': {'id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '574bda39-d8cc-4495-9758-9b04fb770851', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'port_id': '9db88dbb-4e98-4223-87da-2606001d42a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'mac_address': 'fa:16:3e:ce:9b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6587a6b2-a0ec-40da-988c-acda74d662f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:41:26Z', 'updated_at': '2021-08-04T12:41:43Z', 'revision_number': 1, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad59a990-bf66-495b-9a95-62e1abb6b08a', 'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'mac_address': 'fa:16:3e:75:0c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:51Z', 'revision_number': 5, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'subnets': [{'id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:41:45.541730 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7c244b-06eb-4097-977b-35a3834c119f None None] New status for floating IP 574bda39-d8cc-4495-9758-9b04fb770851: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:41:45.811537 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Sync routers for ids ['a423c0c2-277c-4832-a18c-1e031ccd9220'] in dv-cinder-803046-4-iscsi {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:41:45.828178 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Routers {'a423c0c2-277c-4832-a18c-1e031ccd9220'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:41:45.828819 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:41:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['a423c0c2-277c-4832-a18c-1e031ccd9220'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:46.017996 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:46.045269 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Set router a423c0c2-277c-4832-a18c-1e031ccd9220 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:41:46.374919 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'name': 'tempest-TestMinimumBasicScenario-430617482-router', 'tenant_id': '48e4c98896924be09eb8b07dd2c74728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '046b7df4-0ce0-40e2-8afe-97542609d9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:37Z', 'updated_at': '2021-08-04T12:41:41Z', 'revision_number': 4, 'project_id': '48e4c98896924be09eb8b07dd2c74728', 'gw_port': {'id': '046b7df4-0ce0-40e2-8afe-97542609d9fb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:37Z', 'updated_at': '2021-08-04T12:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'cdf18885-157a-49f1-8966-ade12d9cf21c', 'name': '', 'network_id': 'db540d08-bb11-4c7b-95c4-c45f11b4b90f', 'tenant_id': '48e4c98896924be09eb8b07dd2c74728', 'mac_address': 'fa:16:3e:f4:28:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3678e6d9-45bf-4743-a896-60ce99d1a305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:40Z', 'updated_at': '2021-08-04T12:41:41Z', 'revision_number': 2, 'project_id': '48e4c98896924be09eb8b07dd2c74728', 'subnets': [{'id': '3678e6d9-45bf-4743-a896-60ce99d1a305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:46.408967 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Checking router: a423c0c2-277c-4832-a18c-1e031ccd9220 for host: dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:41:46.409327 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Updating router a423c0c2-277c-4832-a18c-1e031ccd9220 port cdf18885-157a-49f1-8966-ade12d9cf21c binding host dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:41:46.435028 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:46.726726 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:46.736862 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Transition to ACTIVE for port object cdf18885-157a-49f1-8966-ade12d9cf21c will not be triggered until provisioned by entity L2. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:41:46.811824 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:46.867961 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65476da-7746-43e6-856d-407f68a48ee0 None None] Pushing event updated for resources: {'Port': ['ID=cdf18885-157a-49f1-8966-ade12d9cf21c,revision_number=3']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:46.918580 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Attempting to bind port cdf18885-157a-49f1-8966-ade12d9cf21c on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:41:46.918958 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Attempting to bind port cdf18885-157a-49f1-8966-ade12d9cf21c by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': '820d8bf5-f35a-4019-b560-5eeec5a586af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db540d08-bb11-4c7b-95c4-c45f11b4b90f'}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:41:46.919361 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Attempting to bind port cdf18885-157a-49f1-8966-ade12d9cf21c on network db540d08-bb11-4c7b-95c4-c45f11b4b90f {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:41:46.924522 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:41:46.924883 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Checking segment: {'id': '820d8bf5-f35a-4019-b560-5eeec5a586af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db540d08-bb11-4c7b-95c4-c45f11b4b90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:41:46.925280 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:46.925702 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Bound using segment: {'id': '820d8bf5-f35a-4019-b560-5eeec5a586af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db540d08-bb11-4c7b-95c4-c45f11b4b90f'} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:41:46.927747 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Bound port: cdf18885-157a-49f1-8966-ade12d9cf21c, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820d8bf5-f35a-4019-b560-5eeec5a586af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'db540d08-bb11-4c7b-95c4-c45f11b4b90f'}}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:41:46.928133 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:47.012224 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] For port cdf18885-157a-49f1-8966-ade12d9cf21c, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:41:47.015407 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] For port cdf18885-157a-49f1-8966-ade12d9cf21c, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=cdf18885-157a-49f1-8966-ade12d9cf21c,segment=NetworkSegment(820d8bf5-f35a-4019-b560-5eeec5a586af),segment_id=820d8bf5-f35a-4019-b560-5eeec5a586af)] {{(pid=94081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:41:47.069698 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:47.141988 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Routers {'a423c0c2-277c-4832-a18c-1e031ccd9220'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:41:47.142765 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:41:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['a423c0c2-277c-4832-a18c-1e031ccd9220'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:47.189847 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65476da-7746-43e6-856d-407f68a48ee0 None None] Pushing event updated for resources: {'Port': ['ID=cdf18885-157a-49f1-8966-ade12d9cf21c,revision_number=4']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:47.301918 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] Set router a423c0c2-277c-4832-a18c-1e031ccd9220 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:41:47.532222 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'name': 'tempest-TestMinimumBasicScenario-430617482-router', 'tenant_id': '48e4c98896924be09eb8b07dd2c74728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '046b7df4-0ce0-40e2-8afe-97542609d9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:37Z', 'updated_at': '2021-08-04T12:41:41Z', 'revision_number': 4, 'project_id': '48e4c98896924be09eb8b07dd2c74728', 'gw_port': {'id': '046b7df4-0ce0-40e2-8afe-97542609d9fb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:37Z', 'updated_at': '2021-08-04T12:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'cdf18885-157a-49f1-8966-ade12d9cf21c', 'name': '', 'network_id': 'db540d08-bb11-4c7b-95c4-c45f11b4b90f', 'tenant_id': '48e4c98896924be09eb8b07dd2c74728', 'mac_address': 'fa:16:3e:f4:28:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3678e6d9-45bf-4743-a896-60ce99d1a305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:40Z', 'updated_at': '2021-08-04T12:41:47Z', 'revision_number': 4, 'project_id': '48e4c98896924be09eb8b07dd2c74728', 'subnets': [{'id': '3678e6d9-45bf-4743-a896-60ce99d1a305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:41:47.570583 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf62dc-a58a-4668-abeb-c45b71630cef None None] The sync data for ids ['a423c0c2-277c-4832-a18c-1e031ccd9220'] in dv-cinder-803046-4-iscsi is: [{'id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'name': 'tempest-TestMinimumBasicScenario-430617482-router', 'tenant_id': '48e4c98896924be09eb8b07dd2c74728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '046b7df4-0ce0-40e2-8afe-97542609d9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:37Z', 'updated_at': '2021-08-04T12:41:41Z', 'revision_number': 4, 'project_id': '48e4c98896924be09eb8b07dd2c74728', 'gw_port': {'id': '046b7df4-0ce0-40e2-8afe-97542609d9fb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:37Z', 'updated_at': '2021-08-04T12:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'cdf18885-157a-49f1-8966-ade12d9cf21c', 'name': '', 'network_id': 'db540d08-bb11-4c7b-95c4-c45f11b4b90f', 'tenant_id': '48e4c98896924be09eb8b07dd2c74728', 'mac_address': 'fa:16:3e:f4:28:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '3678e6d9-45bf-4743-a896-60ce99d1a305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:40Z', 'updated_at': '2021-08-04T12:41:47Z', 'revision_number': 4, 'project_id': '48e4c98896924be09eb8b07dd2c74728', 'subnets': [{'id': '3678e6d9-45bf-4743-a896-60ce99d1a305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:41:48.884988 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device cdf18885-157a-49f1-8966-ade12d9cf21c up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:41:49.032782 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port cdf18885-157a-49f1-8966-ade12d9cf21c completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:41:49.038109 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port cdf18885-157a-49f1-8966-ade12d9cf21c triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:49.038479 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:49.154138 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:49.213989 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port cdf18885-157a-49f1-8966-ade12d9cf21c, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=cdf18885-157a-49f1-8966-ade12d9cf21c,segment=NetworkSegment(820d8bf5-f35a-4019-b560-5eeec5a586af),segment_id=820d8bf5-f35a-4019-b560-5eeec5a586af)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:41:49.273295 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:49.339255 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=cdf18885-157a-49f1-8966-ade12d9cf21c,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:50.840837 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device cdf18885-157a-49f1-8966-ade12d9cf21c up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:41:50.914842 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port cdf18885-157a-49f1-8966-ade12d9cf21c triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:50.915545 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:54.616328 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166fb09-3139-436d-8904-f0d3aba6383c req-b346707e-f354-4fb0-a199-c8b6569a80de tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:54.617814 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6166fb09-3139-436d-8904-f0d3aba6383c req-b346707e-f354-4fb0-a199-c8b6569a80de tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/networks?id=c3f1f847-c32f-43d1-91f8-3235917eb608 HTTP/1.1" status: 200 len: 815 time: 0.1021717 Aug 04 12:41:54.632357 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6166fb09-3139-436d-8904-f0d3aba6383c req-d5025f42-1c39-4f58-9bd6-4e7639ccf833 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/quotas/5921bf45f6694cf99e28e253234d5f11 HTTP/1.1" status: 200 len: 375 time: 0.0088933 Aug 04 12:41:54.683407 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6166fb09-3139-436d-8904-f0d3aba6383c req-4f261225-ba12-4976-a024-748b56f0720d tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=5921bf45f6694cf99e28e253234d5f11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456634 Aug 04 12:41:54.870352 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6166fb09-3139-436d-8904-f0d3aba6383c req-60c3099b-f2c8-4700-ad3d-d991ee022d36 service neutron] 10.222.0.90 "GET /v2.0/networks/c3f1f847-c32f-43d1-91f8-3235917eb608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754951 Aug 04 12:41:54.958943 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6166fb09-3139-436d-8904-f0d3aba6383c req-7e83d619-d59e-47a8-a0bc-6af1b4570f16 service neutron] 10.222.0.90 "GET /v2.0/networks/c3f1f847-c32f-43d1-91f8-3235917eb608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825617 Aug 04 12:41:55.241412 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d3f18b67-65cb-46ae-8fc2-b6fd2b956773 req-e358e8b4-fee7-4416-bf9d-023bb8376829 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 210 time: 0.0267327 Aug 04 12:41:56.336234 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4ae52f71-90f2-4138-a20e-ad7e21c0b3b2 req-c5ffe55a-4d32-4c85-a83e-a8f5b093ff3a tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 210 time: 0.0261281 Aug 04 12:41:57.438657 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6e5eb523-480a-4b9c-a6f4-ba1dfd25777d req-291da4d8-b9a3-45a6-8342-1ad66487326e tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 210 time: 0.0301943 Aug 04 12:41:57.733586 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166fb09-3139-436d-8904-f0d3aba6383c req-a716faa6-e0fa-460c-a97f-6eb9c59eee1c tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:57.735095 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6166fb09-3139-436d-8904-f0d3aba6383c req-a716faa6-e0fa-460c-a97f-6eb9c59eee1c tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.76 "GET /v2.0/networks?id=c3f1f847-c32f-43d1-91f8-3235917eb608 HTTP/1.1" status: 200 len: 815 time: 0.1036422 Aug 04 12:41:57.758105 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-6166fb09-3139-436d-8904-f0d3aba6383c req-3191d6de-5fb9-4611-8056-e051f49777c9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Request body: {'port': {'device_id': '567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f', 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608', 'admin_state_up': True, 'tenant_id': '5921bf45f6694cf99e28e253234d5f11'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:57.952566 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6166fb09-3139-436d-8904-f0d3aba6383c req-3191d6de-5fb9-4611-8056-e051f49777c9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Made reservation on behalf of 5921bf45f6694cf99e28e253234d5f11 for: {'port': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:41:57.956305 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-6166fb09-3139-436d-8904-f0d3aba6383c req-3191d6de-5fb9-4611-8056-e051f49777c9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:58.081783 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [req-6166fb09-3139-436d-8904-f0d3aba6383c req-3191d6de-5fb9-4611-8056-e051f49777c9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Allocated IP 172.20.0.6 (c3f1f847-c32f-43d1-91f8-3235917eb608/97964b98-e9b3-41b3-a9ca-c9e5cf845f5d/cf7007f2-4d7e-476d-a5cf-dcf32d7467b5) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:41:58.227680 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-6166fb09-3139-436d-8904-f0d3aba6383c req-3191d6de-5fb9-4611-8056-e051f49777c9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:58.241786 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-6166fb09-3139-436d-8904-f0d3aba6383c req-3191d6de-5fb9-4611-8056-e051f49777c9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Transition to ACTIVE for port object cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:41:58.371831 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-6166fb09-3139-436d-8904-f0d3aba6383c req-3191d6de-5fb9-4611-8056-e051f49777c9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:58.421283 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6166fb09-3139-436d-8904-f0d3aba6383c req-3191d6de-5fb9-4611-8056-e051f49777c9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Network c3f1f847-c32f-43d1-91f8-3235917eb608 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:41:58.425067 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [req-6166fb09-3139-436d-8904-f0d3aba6383c req-3191d6de-5fb9-4611-8056-e051f49777c9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:41:58.427680 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-6166fb09-3139-436d-8904-f0d3aba6383c req-3191d6de-5fb9-4611-8056-e051f49777c9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:41:58.461514 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191d6de-5fb9-4611-8056-e051f49777c9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Pushing event updated for resources: {'Port': ['ID=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:58.496563 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166fb09-3139-436d-8904-f0d3aba6383c req-3191d6de-5fb9-4611-8056-e051f49777c9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:58.497233 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-6166fb09-3139-436d-8904-f0d3aba6383c req-3191d6de-5fb9-4611-8056-e051f49777c9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:58.570470 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6166fb09-3139-436d-8904-f0d3aba6383c req-3191d6de-5fb9-4611-8056-e051f49777c9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8169744 Aug 04 12:41:58.576882 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae16f33-daa5-42de-a6f6-4cfed0a8a3ac req-bd02ce2a-72e5-4e06-b793-ca17d1225867 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:58.580991 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8ae16f33-daa5-42de-a6f6-4cfed0a8a3ac req-bd02ce2a-72e5-4e06-b793-ca17d1225867 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 931 time: 0.0500031 Aug 04 12:41:58.627891 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8ae16f33-daa5-42de-a6f6-4cfed0a8a3ac req-5987af40-8762-47d1-944f-017c788276f6 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427299 Aug 04 12:41:58.670380 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Request body: {'port': {'device_id': '567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:41:58.743294 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:58.800008 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-54afeef5-eff6-4c0c-83f6-f2213098c10f None None] Provisioning for port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:41:58.805240 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-54afeef5-eff6-4c0c-83f6-f2213098c10f None None] Provisioning complete for port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:41:58.809235 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-54afeef5-eff6-4c0c-83f6-f2213098c10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:58.849582 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-54afeef5-eff6-4c0c-83f6-f2213098c10f None None] Port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:41:59.050266 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:41:59.058582 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:59.073200 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Transition to ACTIVE for port object cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:41:59.137284 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:59.191624 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Pushing event updated for resources: {'Port': ['ID=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:41:59.277161 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Attempting to bind port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:41:59.277635 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Attempting to bind port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': 'c430de8e-9e8b-4adb-8f0d-be3eb2321b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:41:59.278028 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Attempting to bind port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 on network c3f1f847-c32f-43d1-91f8-3235917eb608 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:41:59.283350 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 on network c3f1f847-c32f-43d1-91f8-3235917eb608 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:41:59.283755 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Attempting to bind port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 on network c3f1f847-c32f-43d1-91f8-3235917eb608 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:41:59.290976 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:41:59.291294 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Checking segment: {'id': 'c430de8e-9e8b-4adb-8f0d-be3eb2321b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:41:59.291693 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Bound using segment: {'id': 'c430de8e-9e8b-4adb-8f0d-be3eb2321b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:41:59.292190 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Bound port: cf7007f2-4d7e-476d-a5cf-dcf32d7467b5, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c430de8e-9e8b-4adb-8f0d-be3eb2321b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:41:59.292573 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:59.388670 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] For port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5, host hv-cinder-80304, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:41:59.391854 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] For port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5,segment=NetworkSegment(c430de8e-9e8b-4adb-8f0d-be3eb2321b12),segment_id=c430de8e-9e8b-4adb-8f0d-be3eb2321b12)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:41:59.457689 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:59.493514 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:41:59.494128 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:41:59.495526 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6166fb09-3139-436d-8904-f0d3aba6383c req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] 10.222.0.76 "PUT /v2.0/ports/cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 HTTP/1.1" status: 200 len: 1093 time: 0.8994069 Aug 04 12:41:59.495955 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f', 'tag': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:41:59.498216 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f06c21d-a2c1-49e9-9125-6fb4f61ff22e" -d '{"events": [{"name": "network-changed", "server_uuid": "567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f", "tag": "cf7007f2-4d7e-476d-a5cf-dcf32d7467b5"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:41:59.524631 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2688d-9997-4051-87c5-429ed458bb1f service neutron] Pushing event updated for resources: {'Port': ['ID=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:42:08.742875 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:10.748851 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7cc1d81b-b685-490b-a313-c3c50febda53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:12.705852 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18a720f-7042-4693-80b4-cc3e4bd35ba6 x-openstack-request-id: req-e18a720f-7042-4693-80b4-cc3e4bd35ba6 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:42:12.706895 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f", "tag": "cf7007f2-4d7e-476d-a5cf-dcf32d7467b5", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:42:12.707546 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-e18a720f-7042-4693-80b4-cc3e4bd35ba6 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:42:12.708160 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f', 'tag': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5', 'status': 'completed', 'code': 200} Aug 04 12:42:12.777621 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e1325-b107-472f-a6b2-5b9b507a6641 req-5bd0de31-3bae-4f0a-aacc-5ef363617466 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:12.781874 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1e9e1325-b107-472f-a6b2-5b9b507a6641 req-5bd0de31-3bae-4f0a-aacc-5ef363617466 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 943 time: 0.0526733 Aug 04 12:42:12.792833 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166fb09-3139-436d-8904-f0d3aba6383c req-4eccecb1-f61c-4992-b1bf-6bd32c706c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:12.794446 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6166fb09-3139-436d-8904-f0d3aba6383c req-4eccecb1-f61c-4992-b1bf-6bd32c706c0e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5921bf45f6694cf99e28e253234d5f11&device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 1096 time: 0.0424380 Aug 04 12:42:12.820377 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1e9e1325-b107-472f-a6b2-5b9b507a6641 req-b6102661-7589-4246-9d01-d8ae993b81f4 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351980 Aug 04 12:42:12.860444 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6166fb09-3139-436d-8904-f0d3aba6383c req-8ae60297-2f60-43af-892a-c4bc58215015 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 HTTP/1.1" status: 200 len: 217 time: 0.0392618 Aug 04 12:42:12.918516 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166fb09-3139-436d-8904-f0d3aba6383c req-e92326ba-403c-41f3-8a68-2106abc6038d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:12.920014 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6166fb09-3139-436d-8904-f0d3aba6383c req-e92326ba-403c-41f3-8a68-2106abc6038d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97964b98-e9b3-41b3-a9ca-c9e5cf845f5d HTTP/1.1" status: 200 len: 854 time: 0.0458825 Aug 04 12:42:12.968863 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166fb09-3139-436d-8904-f0d3aba6383c req-3f27dc8f-dd0e-4908-bd30-ed540a605c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:12.970903 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6166fb09-3139-436d-8904-f0d3aba6383c req-3f27dc8f-dd0e-4908-bd30-ed540a605c9d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3f1f847-c32f-43d1-91f8-3235917eb608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397489 Aug 04 12:42:13.075515 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6166fb09-3139-436d-8904-f0d3aba6383c req-6ed49141-aab7-48cf-b989-a1d8db36a7bc service neutron] 10.222.0.76 "GET /v2.0/networks/c3f1f847-c32f-43d1-91f8-3235917eb608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933394 Aug 04 12:42:13.180756 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6166fb09-3139-436d-8904-f0d3aba6383c req-1c10b98e-06ef-4bcc-9ad9-35ab701984b4 service neutron] 10.222.0.76 "GET /v2.0/networks/c3f1f847-c32f-43d1-91f8-3235917eb608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860372 Aug 04 12:42:13.284149 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a5d2a95e-34d9-4799-97db-d8e2ddcb5a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:13.461834 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06c21d-a2c1-49e9-9125-6fb4f61ff22e req-81024a9f-f4d9-4729-b2b7-4289bb3e6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:13.463318 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0f06c21d-a2c1-49e9-9125-6fb4f61ff22e req-81024a9f-f4d9-4729-b2b7-4289bb3e6d36 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5921bf45f6694cf99e28e253234d5f11&device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 1096 time: 0.0405054 Aug 04 12:42:13.497590 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:13.559141 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06c21d-a2c1-49e9-9125-6fb4f61ff22e req-4f243ae3-ee45-488c-8f9e-e6363e13461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:13.560520 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0f06c21d-a2c1-49e9-9125-6fb4f61ff22e req-4f243ae3-ee45-488c-8f9e-e6363e13461f service neutron] 10.222.0.76 "GET /v2.0/networks?id=c3f1f847-c32f-43d1-91f8-3235917eb608 HTTP/1.1" status: 200 len: 916 time: 0.0890677 Aug 04 12:42:13.606604 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0f06c21d-a2c1-49e9-9125-6fb4f61ff22e req-814a99be-1c06-4fbd-ad6a-7aa50622ddec service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 HTTP/1.1" status: 200 len: 217 time: 0.0340478 Aug 04 12:42:13.666245 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06c21d-a2c1-49e9-9125-6fb4f61ff22e req-37b37540-8cff-4a08-aeb3-c0ec814672a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:13.667764 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0f06c21d-a2c1-49e9-9125-6fb4f61ff22e req-37b37540-8cff-4a08-aeb3-c0ec814672a7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97964b98-e9b3-41b3-a9ca-c9e5cf845f5d HTTP/1.1" status: 200 len: 854 time: 0.0498860 Aug 04 12:42:13.718065 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06c21d-a2c1-49e9-9125-6fb4f61ff22e req-429e846f-51af-41af-ac4c-7f403022d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:13.719562 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0f06c21d-a2c1-49e9-9125-6fb4f61ff22e req-429e846f-51af-41af-ac4c-7f403022d874 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3f1f847-c32f-43d1-91f8-3235917eb608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437005 Aug 04 12:42:13.812230 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0f06c21d-a2c1-49e9-9125-6fb4f61ff22e req-02303a9d-4167-4bd2-99f1-feae3febcfdc service neutron] 10.222.0.76 "GET /v2.0/networks/c3f1f847-c32f-43d1-91f8-3235917eb608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827258 Aug 04 12:42:13.942388 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651faa1e-058a-478b-857d-15a92f0d1e6d req-325bd818-2965-4bb6-972d-7b404e05fedb tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:13.944042 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-651faa1e-058a-478b-857d-15a92f0d1e6d req-325bd818-2965-4bb6-972d-7b404e05fedb tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 943 time: 0.0505641 Aug 04 12:42:13.997417 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-651faa1e-058a-478b-857d-15a92f0d1e6d req-abcc1e53-4cd8-4229-ac14-a62e1bd327e3 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418854 Aug 04 12:42:14.144481 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0f06c21d-a2c1-49e9-9125-6fb4f61ff22e req-9dc96e43-7015-4cce-9f9e-8572b4edad5d service neutron] 10.222.0.76 "GET /v2.0/networks/c3f1f847-c32f-43d1-91f8-3235917eb608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105991 Aug 04 12:42:14.438267 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:15.116768 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403bdf1-34d5-4ed4-b387-66134efbed8c req-0b3faa50-5457-4a01-aa5f-2f9a1e2a3c61 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:15.118573 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1403bdf1-34d5-4ed4-b387-66134efbed8c req-0b3faa50-5457-4a01-aa5f-2f9a1e2a3c61 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 943 time: 0.0558012 Aug 04 12:42:15.156634 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1403bdf1-34d5-4ed4-b387-66134efbed8c req-ec4fd080-8e72-4fda-8415-aedfb421fe8f tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319192 Aug 04 12:42:15.952131 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:16.171420 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e877e-f279-4aa1-bc69-a373a589dab0 req-59f23b6f-909f-4f41-94bd-b3695f0da0bb tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:16.172891 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c84e877e-f279-4aa1-bc69-a373a589dab0 req-59f23b6f-909f-4f41-94bd-b3695f0da0bb tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0489516 Aug 04 12:42:16.212440 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c84e877e-f279-4aa1-bc69-a373a589dab0 req-5329751e-16bc-4f8f-9f01-8073e4e99a6b tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328679 Aug 04 12:42:16.272163 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b692f2-d7f2-4880-8c08-d75aff6b39b9 req-68f584b8-a93a-4227-8c89-c10ec97d32da tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:16.273655 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-09b692f2-d7f2-4880-8c08-d75aff6b39b9 req-68f584b8-a93a-4227-8c89-c10ec97d32da tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 943 time: 0.0473158 Aug 04 12:42:16.315704 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-09b692f2-d7f2-4880-8c08-d75aff6b39b9 req-776f6c7f-a7f4-4ceb-871c-d5dbf153584d tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361788 Aug 04 12:42:16.682399 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:42:16.773757 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5,segment=NetworkSegment(c430de8e-9e8b-4adb-8f0d-be3eb2321b12),segment_id=c430de8e-9e8b-4adb-8f0d-be3eb2321b12)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:42:16.785469 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5', 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608', 'port_id': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5', 'mac_address': 'fa:16:3e:b3:4c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:42:16.831592 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:16.845622 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:42:16.870660 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5,segment=NetworkSegment(c430de8e-9e8b-4adb-8f0d-be3eb2321b12),segment_id=c430de8e-9e8b-4adb-8f0d-be3eb2321b12)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:42:16.931024 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:16.978723 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:42:17.329406 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7895f86-f6ce-472c-9764-0527a1bd8731 req-a042a5e5-7cb9-4d24-978a-024abedeb504 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:17.330917 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c7895f86-f6ce-472c-9764-0527a1bd8731 req-a042a5e5-7cb9-4d24-978a-024abedeb504 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0477703 Aug 04 12:42:17.370289 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c7895f86-f6ce-472c-9764-0527a1bd8731 req-6285a032-6cf7-4011-a787-1d5e67eaf6d2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329781 Aug 04 12:42:17.382504 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['cf7007f2-4d7e-476d-a5cf-dcf32d7467b5'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:42:17.434347 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e77b38-f59f-457c-a7c2-ffb8f2a4a732 req-d5965c96-908c-4e6a-b201-06cf39040782 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:17.435841 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-68e77b38-f59f-457c-a7c2-ffb8f2a4a732 req-d5965c96-908c-4e6a-b201-06cf39040782 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 944 time: 0.0476773 Aug 04 12:42:17.473810 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-68e77b38-f59f-457c-a7c2-ffb8f2a4a732 req-70a0f8a3-5256-4da1-910d-5bd48902f460 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316942 Aug 04 12:42:18.489229 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff07b5-d563-4953-a947-e874184fc700 req-744b4fe5-dc6d-4f4a-bdff-49abd2a4f7f1 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:18.491348 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7bff07b5-d563-4953-a947-e874184fc700 req-744b4fe5-dc6d-4f4a-bdff-49abd2a4f7f1 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0472794 Aug 04 12:42:18.533530 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7bff07b5-d563-4953-a947-e874184fc700 req-711c1545-bf16-4a87-aaf3-321f9f4667d6 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355392 Aug 04 12:42:18.589190 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845a164-4679-4706-ae50-4d493daf750a req-75b51dd4-179d-4bcb-9381-072965317dec tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:18.590697 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3845a164-4679-4706-ae50-4d493daf750a req-75b51dd4-179d-4bcb-9381-072965317dec tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 944 time: 0.0475204 Aug 04 12:42:18.629137 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3845a164-4679-4706-ae50-4d493daf750a req-0359e646-c1b2-4c32-ad59-d06a4c7bad2b tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323269 Aug 04 12:42:18.698532 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:42:18.839914 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:42:18.843942 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:42:18.844341 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:18.920554 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:18.942914 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:42:18.945232 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804527de-0664-41ce-994b-63eda92800ae" -d '{"events": [{"server_uuid": "567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f", "name": "network-vif-plugged", "status": "completed", "tag": "cf7007f2-4d7e-476d-a5cf-dcf32d7467b5"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:42:18.962191 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5,segment=NetworkSegment(c430de8e-9e8b-4adb-8f0d-be3eb2321b12),segment_id=c430de8e-9e8b-4adb-8f0d-be3eb2321b12)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:42:19.047017 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ba85ca-908b-4bc3-9fa1-8874515d03a8 x-openstack-request-id: req-11ba85ca-908b-4bc3-9fa1-8874515d03a8 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:42:19.047303 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f", "name": "network-vif-plugged", "status": "completed", "tag": "cf7007f2-4d7e-476d-a5cf-dcf32d7467b5", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:42:19.047555 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-11ba85ca-908b-4bc3-9fa1-8874515d03a8 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:42:19.047953 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5', 'code': 200} Aug 04 12:42:19.069019 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:19.117293 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:42:19.467289 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24286f06-227c-47e1-8d12-748eec467b80 req-2123b6e3-a13e-46ee-8a2a-9c38f470351b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:19.468755 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-24286f06-227c-47e1-8d12-748eec467b80 req-2123b6e3-a13e-46ee-8a2a-9c38f470351b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 1098 time: 0.0387592 Aug 04 12:42:19.514994 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-24286f06-227c-47e1-8d12-748eec467b80 req-a379ca58-fc32-4ff6-8170-976d36ac01c9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315650 Aug 04 12:42:19.654444 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9b7f8-627e-40f3-9f0d-a86cd48230a7 req-bd2e9853-cc43-48ea-9a0d-497fc7eb8242 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:19.655970 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7ae9b7f8-627e-40f3-9f0d-a86cd48230a7 req-bd2e9853-cc43-48ea-9a0d-497fc7eb8242 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0486169 Aug 04 12:42:19.694023 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7ae9b7f8-627e-40f3-9f0d-a86cd48230a7 req-20c9f43e-0483-419f-8e3f-3aee2b7ac603 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321443 Aug 04 12:42:19.742770 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bea682-1603-4c4f-96d0-63e15c335d5e req-3789c5a8-d0f3-4eff-8bf0-9f25ce46133e tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:19.744239 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b4bea682-1603-4c4f-96d0-63e15c335d5e req-3789c5a8-d0f3-4eff-8bf0-9f25ce46133e tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 945 time: 0.0471098 Aug 04 12:42:19.785647 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b4bea682-1603-4c4f-96d0-63e15c335d5e req-edf28f83-c5c4-4dd3-967a-53d68fbd7de4 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354280 Aug 04 12:42:19.932832 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:42:20.819639 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef20a6-d773-43f9-8e80-248f83258f92 req-09766ac4-7fe5-4f81-8005-ea99d5ff54ef tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:20.822373 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bdef20a6-d773-43f9-8e80-248f83258f92 req-09766ac4-7fe5-4f81-8005-ea99d5ff54ef tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0565441 Aug 04 12:42:20.888080 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bdef20a6-d773-43f9-8e80-248f83258f92 req-f33fdf24-72ad-4489-bac4-37fb007a3713 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482857 Aug 04 12:42:20.915256 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee78f94-9d7c-4ccd-9161-b6dbf745fca3 req-5fe1b7cd-de4c-444f-a756-1b1f7d413198 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:20.916746 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7ee78f94-9d7c-4ccd-9161-b6dbf745fca3 req-5fe1b7cd-de4c-444f-a756-1b1f7d413198 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 945 time: 0.0553365 Aug 04 12:42:20.955410 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7ee78f94-9d7c-4ccd-9161-b6dbf745fca3 req-8f0027f8-6e02-49e0-80b0-65bec4d334c1 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325396 Aug 04 12:42:22.000517 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c99670-a06c-476d-9d66-be7136740825 req-cc95fee1-8b17-42a8-b7b1-0224d5bae19f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:22.002236 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-39c99670-a06c-476d-9d66-be7136740825 req-cc95fee1-8b17-42a8-b7b1-0224d5bae19f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0499461 Aug 04 12:42:22.067500 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-39c99670-a06c-476d-9d66-be7136740825 req-5a20472b-a3bc-4dd2-a229-3facd183b588 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588934 Aug 04 12:42:22.087299 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db9e21-4022-4ede-a680-95038a04ac35 req-de6785d2-7fc3-4c77-93ed-1663a159c5b8 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:22.088779 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d7db9e21-4022-4ede-a680-95038a04ac35 req-de6785d2-7fc3-4c77-93ed-1663a159c5b8 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 945 time: 0.0627556 Aug 04 12:42:22.127602 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d7db9e21-4022-4ede-a680-95038a04ac35 req-21c5641b-79d4-45c7-9bc9-67c93c4402fb tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328300 Aug 04 12:42:22.239983 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214890a-d54b-426e-a616-615590fb3cee req-4f5aab84-5b2e-4db3-8032-d7b3c5dfdfe9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:22.241533 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0214890a-d54b-426e-a616-615590fb3cee req-4f5aab84-5b2e-4db3-8032-d7b3c5dfdfe9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 945 time: 0.0489602 Aug 04 12:42:22.279614 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0214890a-d54b-426e-a616-615590fb3cee req-5e5a85f9-733b-47a2-9726-b99e6f737ca4 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321686 Aug 04 12:42:22.604087 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b77813-bb31-426e-aa27-d44278484750 req-e747963d-7f44-40d5-a280-a0c363527ca7 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:22.605561 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-62b77813-bb31-426e-aa27-d44278484750 req-e747963d-7f44-40d5-a280-a0c363527ca7 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 945 time: 0.0502219 Aug 04 12:42:22.643957 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-62b77813-bb31-426e-aa27-d44278484750 req-56eaf35f-1dce-4370-906b-28783154392d tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325592 Aug 04 12:42:23.187113 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40ffdc-9186-4be3-b6d0-63d5d9528c81 req-29f28697-97f0-42f6-82fa-d67bf2c5f214 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:23.188598 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-db40ffdc-9186-4be3-b6d0-63d5d9528c81 req-29f28697-97f0-42f6-82fa-d67bf2c5f214 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0482461 Aug 04 12:42:23.231139 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-db40ffdc-9186-4be3-b6d0-63d5d9528c81 req-2ee62f2d-d4db-42b3-8b1e-83167fcd0d80 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356543 Aug 04 12:42:24.354978 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be929a7-cd10-45d3-89ac-bfde363d79fc req-3d6de34a-c4b7-4de7-806e-733169500ef4 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:24.356703 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8be929a7-cd10-45d3-89ac-bfde363d79fc req-3d6de34a-c4b7-4de7-806e-733169500ef4 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0535052 Aug 04 12:42:24.396602 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8be929a7-cd10-45d3-89ac-bfde363d79fc req-af7b736b-b491-48f7-80ee-c2b5a2fb2d85 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331242 Aug 04 12:42:25.528083 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc35ee-13dd-49f9-9e1c-78c1fb780fcf req-48ac8b01-7211-4ad2-bb6a-bc77e96eef38 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:25.529641 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-83dc35ee-13dd-49f9-9e1c-78c1fb780fcf req-48ac8b01-7211-4ad2-bb6a-bc77e96eef38 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0599310 Aug 04 12:42:25.568415 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-83dc35ee-13dd-49f9-9e1c-78c1fb780fcf req-18cf79d5-f235-40bb-88ad-6c8ddb4df06b tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326426 Aug 04 12:42:26.687237 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c92090-8657-434f-ab1a-8dab683f0f52 req-90b19a29-6c09-45cf-bca0-2c42d9df8ac2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:26.688737 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e2c92090-8657-434f-ab1a-8dab683f0f52 req-90b19a29-6c09-45cf-bca0-2c42d9df8ac2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0494056 Aug 04 12:42:26.729825 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e2c92090-8657-434f-ab1a-8dab683f0f52 req-ef16d86b-3bcd-46ab-8307-5c860401b05b tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339751 Aug 04 12:42:27.863248 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4a118-369a-4ab4-b8e9-014f62ac5639 req-e1f6d8f3-d17e-4ec6-94d8-8c7e6f833f85 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:27.864717 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f1b4a118-369a-4ab4-b8e9-014f62ac5639 req-e1f6d8f3-d17e-4ec6-94d8-8c7e6f833f85 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0550308 Aug 04 12:42:27.911462 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f1b4a118-369a-4ab4-b8e9-014f62ac5639 req-f6b350e5-2ef0-41a0-adf1-ef3ce13d9ee6 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400300 Aug 04 12:42:29.047718 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c04212-9c44-41f7-b25f-bd6dadb4ca7a req-1ee626f3-4586-4406-b7bb-1138daa57108 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:29.049081 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e5c04212-9c44-41f7-b25f-bd6dadb4ca7a req-1ee626f3-4586-4406-b7bb-1138daa57108 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0517132 Aug 04 12:42:29.086850 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e5c04212-9c44-41f7-b25f-bd6dadb4ca7a req-d1948e67-778d-4ac6-add7-8edab821b027 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310371 Aug 04 12:42:30.218002 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb3c92-a3bf-488d-a6fe-11582c674c2e req-62310bed-d03b-422e-9d97-02ef40a8e401 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:30.219513 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fcdb3c92-a3bf-488d-a6fe-11582c674c2e req-62310bed-d03b-422e-9d97-02ef40a8e401 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0616739 Aug 04 12:42:30.258461 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fcdb3c92-a3bf-488d-a6fe-11582c674c2e req-0d65d21e-79a2-4c35-b2fb-459b36920740 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330532 Aug 04 12:42:31.389396 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6225dfc-d355-4aa7-9e31-e754f6eed09c req-2ce1b963-553b-4b77-80f4-730bd13da1d2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:31.390935 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f6225dfc-d355-4aa7-9e31-e754f6eed09c req-2ce1b963-553b-4b77-80f4-730bd13da1d2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0534992 Aug 04 12:42:31.429921 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f6225dfc-d355-4aa7-9e31-e754f6eed09c req-51c308fb-3ad6-4813-bb0e-3b5cc5f8daae tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323169 Aug 04 12:42:32.567510 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56f9c9-a14a-44bb-8066-32859f431acc req-42c532d9-2146-4538-a095-13189c5e55c6 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:32.568932 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4d56f9c9-a14a-44bb-8066-32859f431acc req-42c532d9-2146-4538-a095-13189c5e55c6 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0532055 Aug 04 12:42:32.616456 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4d56f9c9-a14a-44bb-8066-32859f431acc req-d8723138-c6dd-47c5-adf9-e60012dd15ec tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403538 Aug 04 12:42:33.735996 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f95d5b-6ebf-4759-a716-7735fd1c7f75 req-d16d9bd6-6e58-407a-9e71-4a8df2eec039 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:33.737627 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e6f95d5b-6ebf-4759-a716-7735fd1c7f75 req-d16d9bd6-6e58-407a-9e71-4a8df2eec039 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0500929 Aug 04 12:42:33.781350 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e6f95d5b-6ebf-4759-a716-7735fd1c7f75 req-c584fd18-176a-435c-aed5-8aafdf0e361a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346935 Aug 04 12:42:34.902337 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c0f54-0404-4f75-96c8-039851f3037d req-ae77071a-7262-498e-8f0a-abfb5e4706c4 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:34.903821 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9c2c0f54-0404-4f75-96c8-039851f3037d req-ae77071a-7262-498e-8f0a-abfb5e4706c4 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0485897 Aug 04 12:42:34.942737 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9c2c0f54-0404-4f75-96c8-039851f3037d req-f27ba1c2-63ae-474f-99ce-603d08c43dd3 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329456 Aug 04 12:42:36.068027 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a19cd-9db2-416e-8244-c325ef460e0b req-e242178a-e043-4238-ba29-24fa0557b031 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:36.069591 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d87a19cd-9db2-416e-8244-c325ef460e0b req-e242178a-e043-4238-ba29-24fa0557b031 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0536451 Aug 04 12:42:36.109844 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d87a19cd-9db2-416e-8244-c325ef460e0b req-14b64549-ece9-4164-909e-244692ef4cec tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336492 Aug 04 12:42:37.234683 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cb792-6151-4196-b51e-b9fffa235dea req-9bb48657-5380-47ad-9a26-4a416947f35c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:37.236254 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c63cb792-6151-4196-b51e-b9fffa235dea req-9bb48657-5380-47ad-9a26-4a416947f35c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0503261 Aug 04 12:42:37.275472 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c63cb792-6151-4196-b51e-b9fffa235dea req-87dab8d5-8e49-49d6-80ce-7a418c9e2c36 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332983 Aug 04 12:42:38.406309 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c4b09-8a0b-4a33-a172-205184a55acc req-d1ad743a-f2a5-4a10-ac0a-3ff1843ba4cb tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:38.407791 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f27c4b09-8a0b-4a33-a172-205184a55acc req-d1ad743a-f2a5-4a10-ac0a-3ff1843ba4cb tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0548451 Aug 04 12:42:38.448661 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f27c4b09-8a0b-4a33-a172-205184a55acc req-79f7faee-7910-4d46-bcc7-f3942c69f622 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336134 Aug 04 12:42:38.530040 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fba263-7cc3-4d2e-9640-e66ae0bca0ce req-897add1d-6aef-4d68-9dd4-25f1d50ea040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:38.531700 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-94fba263-7cc3-4d2e-9640-e66ae0bca0ce req-897add1d-6aef-4d68-9dd4-25f1d50ea040 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cdc0003e64748479f74178220380fda&device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 1098 time: 0.0441031 Aug 04 12:42:38.586452 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272083a-074a-48ea-add9-9a7e395dc4c3 req-a8b6ec67-4982-4d2a-bbb3-2a9e4692c4d0 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:38.587855 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2272083a-074a-48ea-add9-9a7e395dc4c3 req-a8b6ec67-4982-4d2a-bbb3-2a9e4692c4d0 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 945 time: 0.0619330 Aug 04 12:42:38.627088 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2272083a-074a-48ea-add9-9a7e395dc4c3 req-7db63204-61c6-4818-87d8-5d09c803ff1a tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328777 Aug 04 12:42:38.650408 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fba263-7cc3-4d2e-9640-e66ae0bca0ce req-b4d4a953-9b88-44df-98e6-b139ba05204a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:38.650408 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-94fba263-7cc3-4d2e-9640-e66ae0bca0ce req-b4d4a953-9b88-44df-98e6-b139ba05204a service neutron] 10.222.0.76 "GET /v2.0/networks?id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5 HTTP/1.1" status: 200 len: 918 time: 0.0904794 Aug 04 12:42:38.651120 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 44124) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:42:38.742915 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:38.749927 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-94fba263-7cc3-4d2e-9640-e66ae0bca0ce req-3182f803-669c-4a2c-ae85-86567775d0ae service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64dcd6d3-d279-4269-bf2b-63883cb25c26 HTTP/1.1" status: 200 len: 1001 time: 0.0886445 Aug 04 12:42:38.766893 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad960b7-d59a-4095-a1fb-f302f97d0004 tempest-TestMinimumBasicScenario-507597592 tempest-TestMinimumBasicScenario-507597592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:38.768432 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-1ad960b7-d59a-4095-a1fb-f302f97d0004 tempest-TestMinimumBasicScenario-507597592 tempest-TestMinimumBasicScenario-507597592-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 1093 time: 0.1160512 Aug 04 12:42:38.771934 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 44128) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:42:38.777640 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Request body: {'floatingip': {'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'port_id': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:42:38.812571 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fba263-7cc3-4d2e-9640-e66ae0bca0ce req-134c89eb-3bc0-402c-b039-764238aca123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:38.814172 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-94fba263-7cc3-4d2e-9640-e66ae0bca0ce req-134c89eb-3bc0-402c-b039-764238aca123 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=988d24d8-9aac-4159-8a04-ee92addd3047 HTTP/1.1" status: 200 len: 856 time: 0.0497532 Aug 04 12:42:38.859794 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 64dcd6d3-d279-4269-bf2b-63883cb25c26 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:42:38.875758 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fba263-7cc3-4d2e-9640-e66ae0bca0ce req-a7222cbf-d298-4b0a-b68d-e8bd8fd051ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:38.877273 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-94fba263-7cc3-4d2e-9640-e66ae0bca0ce req-a7222cbf-d298-4b0a-b68d-e8bd8fd051ef service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442712 Aug 04 12:42:38.891780 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:38.961722 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 64dcd6d3-d279-4269-bf2b-63883cb25c26, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=64dcd6d3-d279-4269-bf2b-63883cb25c26,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:42:38.974040 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': '64dcd6d3-d279-4269-bf2b-63883cb25c26', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'port_id': '64dcd6d3-d279-4269-bf2b-63883cb25c26', 'mac_address': 'fa:16:3e:70:16:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:42:38.985141 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-94fba263-7cc3-4d2e-9640-e66ae0bca0ce req-c94b8995-a879-4215-bb9e-c75bbdeafb0b service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936837 Aug 04 12:42:38.996568 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:39.016563 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:39.030766 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64dcd6d3-d279-4269-bf2b-63883cb25c26 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:42:39.060816 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 64dcd6d3-d279-4269-bf2b-63883cb25c26, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=64dcd6d3-d279-4269-bf2b-63883cb25c26,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:42:39.104796 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-94fba263-7cc3-4d2e-9640-e66ae0bca0ce req-e43a3c68-18e3-48a4-8276-6c8464dc3b63 service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002722 Aug 04 12:42:39.126040 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:39.128948 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Allocated IP 172.27.3.187 (edaa9ae4-5451-4ed4-982a-c63f3ba8dd77/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7/f710974b-feed-4d07-9dc5-417bb155598d) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:42:39.180930 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=64dcd6d3-d279-4269-bf2b-63883cb25c26,revision_number=6']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:42:39.189745 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.190099 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.190443 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.190788 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.191124 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.191457 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.191789 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.192117 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.192485 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.192797 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.193351 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.193711 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.254090 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:39.328284 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['64dcd6d3-d279-4269-bf2b-63883cb25c26'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:42:39.400381 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:39.451489 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:42:39.454642 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:42:39.457660 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:42:39.492540 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Pushing event updated for resources: {'Port': ['ID=f710974b-feed-4d07-9dc5-417bb155598d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:42:39.526499 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.527060 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.527238 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.527586 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.527931 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.528269 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.528603 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.529336 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.529781 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.537264 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.537264 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.537264 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:39.673807 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb89b3d-0388-4241-8df4-0fefd255dc5c req-42cf56ec-94e1-4aa9-b48a-5ed992856928 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:39.675162 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0bb89b3d-0388-4241-8df4-0fefd255dc5c req-42cf56ec-94e1-4aa9-b48a-5ed992856928 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 944 time: 0.1011455 Aug 04 12:42:39.777915 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0bb89b3d-0388-4241-8df4-0fefd255dc5c req-d637020a-4ef6-4dfd-8f50-2a39e3a65a22 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726156 Aug 04 12:42:39.958015 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:40.141472 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:40.342930 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:40.638211 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:40.729912 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Pushing event updated for resources: {'Port': ['ID=f710974b-feed-4d07-9dc5-417bb155598d,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:42:40.755000 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544761'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:40.847874 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 64dcd6d3-d279-4269-bf2b-63883cb25c26 up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:42:40.910666 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-13503110-9ceb-479d-85a4-c82f7b46fe42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:40.914630 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port 64dcd6d3-d279-4269-bf2b-63883cb25c26 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:42:40.915213 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:40.934659 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.l3_db [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Floating IP e7b315f9-0b70-4689-9975-d7d872906c57 associated. External IP: 172.27.3.187, port: cf7007f2-4d7e-476d-a5cf-dcf32d7467b5. Aug 04 12:42:41.060311 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:41.101815 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd19683-0ab1-4611-b792-16c5fd60849a req-db02ff1d-aaac-4e09-87f3-d37bfda8f0a5 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:41.113704 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-abd19683-0ab1-4611-b792-16c5fd60849a req-db02ff1d-aaac-4e09-87f3-d37bfda8f0a5 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 944 time: 0.2087135 Aug 04 12:42:41.122851 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3416f941-c5ba-4bfd-bc27-2ac89cdd3797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dcd6d3-d279-4269-bf2b-63883cb25c26'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:42:41.126695 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf2670c-b58a-4f3e-8ef9-2911424d87a1" -d '{"events": [{"server_uuid": "3416f941-c5ba-4bfd-bc27-2ac89cdd3797", "name": "network-vif-plugged", "status": "completed", "tag": "64dcd6d3-d279-4269-bf2b-63883cb25c26"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:42:41.204135 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 64dcd6d3-d279-4269-bf2b-63883cb25c26, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=64dcd6d3-d279-4269-bf2b-63883cb25c26,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:42:41.209868 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a9f680-1c05-43a2-a3a0-40857bf17bea x-openstack-request-id: req-c6a9f680-1c05-43a2-a3a0-40857bf17bea {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:42:41.218898 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3416f941-c5ba-4bfd-bc27-2ac89cdd3797", "name": "network-vif-plugged", "status": "completed", "tag": "64dcd6d3-d279-4269-bf2b-63883cb25c26", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:42:41.218898 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c6a9f680-1c05-43a2-a3a0-40857bf17bea {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:42:41.218898 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3416f941-c5ba-4bfd-bc27-2ac89cdd3797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dcd6d3-d279-4269-bf2b-63883cb25c26', 'code': 200} Aug 04 12:42:41.231547 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-abd19683-0ab1-4611-b792-16c5fd60849a req-c8f8eaa0-fc2a-4f65-8945-2244443fe396 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169024 Aug 04 12:42:41.302758 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:41.385748 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Router 8483576b-8bbd-4b5d-a35b-eb38ea974d66 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:42:41.395052 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=64dcd6d3-d279-4269-bf2b-63883cb25c26,revision_number=7']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:42:41.537625 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:42:41.550880 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687c2086-3ef6-46fc-8ca3-2e8331155f0c None None] Sync routers for ids ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:42:41.565672 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687c2086-3ef6-46fc-8ca3-2e8331155f0c None None] Routers {'8483576b-8bbd-4b5d-a35b-eb38ea974d66'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:42:41.568594 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-687c2086-3ef6-46fc-8ca3-2e8331155f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:42:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:42:41.614292 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:41.661296 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-288a98f6-f644-4c61-982e-805d8650dd47 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8873665 Aug 04 12:42:41.664102 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 44176) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:42:41.671189 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-1da70436-92f3-451d-ab7d-89b54ea75a52 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-116499438', 'description': 'tempest-secgroup-smoke-116499438 description', 'project_id': '5921bf45f6694cf99e28e253234d5f11'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:42:41.673725 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f', 'tag': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:42:41.680179 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911fe77f-2229-478a-97f5-2ebd17ef1467" -d '{"events": [{"name": "network-changed", "server_uuid": "567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f", "tag": "cf7007f2-4d7e-476d-a5cf-dcf32d7467b5"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:42:41.737810 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-687c2086-3ef6-46fc-8ca3-2e8331155f0c None None] Set router 8483576b-8bbd-4b5d-a35b-eb38ea974d66 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:42:41.800338 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1da70436-92f3-451d-ab7d-89b54ea75a52 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:41.828237 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60f448e-2321-48f8-933a-639d64156563 x-openstack-request-id: req-a60f448e-2321-48f8-933a-639d64156563 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:42:41.828959 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f", "tag": "cf7007f2-4d7e-476d-a5cf-dcf32d7467b5", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:42:41.829429 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a60f448e-2321-48f8-933a-639d64156563 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:42:41.834625 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f', 'tag': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5', 'status': 'completed', 'code': 200} Aug 04 12:42:41.945714 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fe77f-2229-478a-97f5-2ebd17ef1467 req-13b04013-da18-4e24-8455-5bceb7d107f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:41.947751 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-911fe77f-2229-478a-97f5-2ebd17ef1467 req-13b04013-da18-4e24-8455-5bceb7d107f1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5921bf45f6694cf99e28e253234d5f11&device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 1098 time: 0.0676847 Aug 04 12:42:42.021628 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1da70436-92f3-451d-ab7d-89b54ea75a52 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:42.075450 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-687c2086-3ef6-46fc-8ca3-2e8331155f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'name': 'tempest-TestMinimumBasicScenario-2033767337-router', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:29Z', 'updated_at': '2021-08-04T12:41:33Z', 'revision_number': 4, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'gw_port': {'id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:30Z', 'updated_at': '2021-08-04T12:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': 'e7b315f9-0b70-4689-9975-d7d872906c57', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'port_id': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608', 'mac_address': 'fa:16:3e:b3:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:42:39Z', 'updated_at': '2021-08-04T12:42:39Z', 'revision_number': 0, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ef91375-07e3-4592-806b-44ccca915f0a', 'name': '', 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'mac_address': 'fa:16:3e:3e:b3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:33Z', 'updated_at': '2021-08-04T12:41:39Z', 'revision_number': 5, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'subnets': [{'id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:42:42.087696 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1da70436-92f3-451d-ab7d-89b54ea75a52 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:42.102209 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fe77f-2229-478a-97f5-2ebd17ef1467 req-d59749a6-d156-4ad7-9e17-b3622ba26b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:42.104381 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-911fe77f-2229-478a-97f5-2ebd17ef1467 req-d59749a6-d156-4ad7-9e17-b3622ba26b76 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c3f1f847-c32f-43d1-91f8-3235917eb608 HTTP/1.1" status: 200 len: 916 time: 0.1413250 Aug 04 12:42:42.107293 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687c2086-3ef6-46fc-8ca3-2e8331155f0c None None] Checking router: 8483576b-8bbd-4b5d-a35b-eb38ea974d66 for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:42:42.123361 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687c2086-3ef6-46fc-8ca3-2e8331155f0c None None] Routers {'8483576b-8bbd-4b5d-a35b-eb38ea974d66'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:42:42.124034 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-687c2086-3ef6-46fc-8ca3-2e8331155f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:42:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:42:42.229991 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-911fe77f-2229-478a-97f5-2ebd17ef1467 req-37a01aee-f238-46d7-9603-8a4182296562 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 HTTP/1.1" status: 200 len: 999 time: 0.1104958 Aug 04 12:42:42.267540 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da70436-92f3-451d-ab7d-89b54ea75a52 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086081c6-fe2a-46e6-9856-a558c2419604,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:42:42.301334 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da70436-92f3-451d-ab7d-89b54ea75a52 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:42.301722 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da70436-92f3-451d-ab7d-89b54ea75a52 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:42.302078 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da70436-92f3-451d-ab7d-89b54ea75a52 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:42.302422 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da70436-92f3-451d-ab7d-89b54ea75a52 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:42.302534 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-687c2086-3ef6-46fc-8ca3-2e8331155f0c None None] Set router 8483576b-8bbd-4b5d-a35b-eb38ea974d66 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:42:42.302759 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da70436-92f3-451d-ab7d-89b54ea75a52 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:42.303244 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da70436-92f3-451d-ab7d-89b54ea75a52 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:42.303587 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da70436-92f3-451d-ab7d-89b54ea75a52 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:42.304229 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da70436-92f3-451d-ab7d-89b54ea75a52 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:42.305137 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da70436-92f3-451d-ab7d-89b54ea75a52 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:42.305494 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da70436-92f3-451d-ab7d-89b54ea75a52 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:42.305828 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da70436-92f3-451d-ab7d-89b54ea75a52 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:42.306159 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da70436-92f3-451d-ab7d-89b54ea75a52 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:42:42.318273 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1da70436-92f3-451d-ab7d-89b54ea75a52 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:42.323774 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 44188) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:42:42.324706 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-1da70436-92f3-451d-ab7d-89b54ea75a52 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6570697 Aug 04 12:42:42.330142 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-bdf4c984-cae4-40fb-b641-e49caf36fab0 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Request body: {'security_group_rule': {'security_group_id': '086081c6-fe2a-46e6-9856-a558c2419604', 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:42:42.361030 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fe77f-2229-478a-97f5-2ebd17ef1467 req-6678d011-5a80-4800-bc36-a70a280db63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:42.367499 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-911fe77f-2229-478a-97f5-2ebd17ef1467 req-6678d011-5a80-4800-bc36-a70a280db63f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97964b98-e9b3-41b3-a9ca-c9e5cf845f5d HTTP/1.1" status: 200 len: 854 time: 0.1117370 Aug 04 12:42:42.436968 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fe77f-2229-478a-97f5-2ebd17ef1467 req-911ad3cd-b4cb-4e5a-bfb0-0caa50341b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:42.438840 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-911fe77f-2229-478a-97f5-2ebd17ef1467 req-911ad3cd-b4cb-4e5a-bfb0-0caa50341b43 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3f1f847-c32f-43d1-91f8-3235917eb608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629258 Aug 04 12:42:42.467210 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26e695-f20b-41cb-8185-7b1fed9576ef req-f1bf9712-25a4-45b9-abd3-b4d4f224b939 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:42.475672 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4f26e695-f20b-41cb-8185-7b1fed9576ef req-f1bf9712-25a4-45b9-abd3-b4d4f224b939 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0742674 Aug 04 12:42:42.527648 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c984-cae4-40fb-b641-e49caf36fab0 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:42.581161 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4f26e695-f20b-41cb-8185-7b1fed9576ef req-7da07754-f4e2-4e0d-b985-c282f438a22b tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016076 Aug 04 12:42:42.591871 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-911fe77f-2229-478a-97f5-2ebd17ef1467 req-bf91532c-9154-4efd-ac9d-ed551f91ea96 service neutron] 10.222.0.76 "GET /v2.0/networks/c3f1f847-c32f-43d1-91f8-3235917eb608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421244 Aug 04 12:42:42.701148 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c984-cae4-40fb-b641-e49caf36fab0 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:42.758972 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-911fe77f-2229-478a-97f5-2ebd17ef1467 req-b24fc52e-d4f4-48c9-8c3c-53d2b97ef351 service neutron] 10.222.0.76 "GET /v2.0/networks/c3f1f847-c32f-43d1-91f8-3235917eb608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580372 Aug 04 12:42:42.789655 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c984-cae4-40fb-b641-e49caf36fab0 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:42.819130 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-687c2086-3ef6-46fc-8ca3-2e8331155f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'name': 'tempest-TestMinimumBasicScenario-2033767337-router', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:29Z', 'updated_at': '2021-08-04T12:41:33Z', 'revision_number': 4, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'gw_port': {'id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:30Z', 'updated_at': '2021-08-04T12:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': 'e7b315f9-0b70-4689-9975-d7d872906c57', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'port_id': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608', 'mac_address': 'fa:16:3e:b3:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:42:39Z', 'updated_at': '2021-08-04T12:42:39Z', 'revision_number': 0, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ef91375-07e3-4592-806b-44ccca915f0a', 'name': '', 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'mac_address': 'fa:16:3e:3e:b3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:33Z', 'updated_at': '2021-08-04T12:41:39Z', 'revision_number': 5, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'subnets': [{'id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:42:42.830385 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4c984-cae4-40fb-b641-e49caf36fab0 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f24fc19-8e0f-4ea9-8c96-865e3bbd3f5a,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:42:42.867945 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687c2086-3ef6-46fc-8ca3-2e8331155f0c None None] The sync data for ids ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'] in dv-cinder-803046-4-iscsi is: [{'id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'name': 'tempest-TestMinimumBasicScenario-2033767337-router', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:29Z', 'updated_at': '2021-08-04T12:41:33Z', 'revision_number': 4, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'gw_port': {'id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:30Z', 'updated_at': '2021-08-04T12:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': 'e7b315f9-0b70-4689-9975-d7d872906c57', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'port_id': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608', 'mac_address': 'fa:16:3e:b3:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:42:39Z', 'updated_at': '2021-08-04T12:42:39Z', 'revision_number': 0, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ef91375-07e3-4592-806b-44ccca915f0a', 'name': '', 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'mac_address': 'fa:16:3e:3e:b3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:33Z', 'updated_at': '2021-08-04T12:41:39Z', 'revision_number': 5, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'subnets': [{'id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:42:42.909565 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c984-cae4-40fb-b641-e49caf36fab0 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:42.912531 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-bdf4c984-cae4-40fb-b641-e49caf36fab0 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5877211 Aug 04 12:42:42.916767 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 44190) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:42:42.930911 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6465b0f3-e87f-4864-a6ee-b5d106f83275 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Request body: {'security_group_rule': {'security_group_id': '086081c6-fe2a-46e6-9856-a558c2419604', 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:42:43.028426 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6465b0f3-e87f-4864-a6ee-b5d106f83275 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:43.110562 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6674a7d-578e-46d4-958f-31a7bd0b93a3 None None] New status for floating IP e7b315f9-0b70-4689-9975-d7d872906c57: ACTIVE {{(pid=94081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:42:43.116835 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6465b0f3-e87f-4864-a6ee-b5d106f83275 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:43.170132 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6465b0f3-e87f-4864-a6ee-b5d106f83275 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:43.213555 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c5db7439-9a99-49d2-a62e-5e6785700832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:43.230136 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465b0f3-e87f-4864-a6ee-b5d106f83275 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a0f11e-515b-4f2c-807d-86bee1bb693f,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:42:43.303406 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6465b0f3-e87f-4864-a6ee-b5d106f83275 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:43.305786 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-6465b0f3-e87f-4864-a6ee-b5d106f83275 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3874340 Aug 04 12:42:43.314243 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 44196) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:42:43.319645 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5887e908-a5e3-4449-a85b-6a3dfffc4474 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Request body: {'security_group_rule': {'security_group_id': '086081c6-fe2a-46e6-9856-a558c2419604', 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:42:43.463328 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5887e908-a5e3-4449-a85b-6a3dfffc4474 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:43.561114 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5887e908-a5e3-4449-a85b-6a3dfffc4474 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:43.703382 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:43.741420 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07c00f-b119-40c3-8be8-5ac522b7569a req-19ce4958-3742-4dd4-be9b-1b204147dc5a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:43.743979 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0b07c00f-b119-40c3-8be8-5ac522b7569a req-19ce4958-3742-4dd4-be9b-1b204147dc5a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0629604 Aug 04 12:42:43.772070 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5887e908-a5e3-4449-a85b-6a3dfffc4474 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:43.796771 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887e908-a5e3-4449-a85b-6a3dfffc4474 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81687845-e9f3-47f5-b17b-f699d05e4102,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:42:43.801021 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0b07c00f-b119-40c3-8be8-5ac522b7569a req-a800529c-0ab8-4015-a4f6-613e07609b33 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510628 Aug 04 12:42:43.880544 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5887e908-a5e3-4449-a85b-6a3dfffc4474 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:43.885849 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5887e908-a5e3-4449-a85b-6a3dfffc4474 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5670905 Aug 04 12:42:43.886120 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 44204) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:42:43.896935 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-1744fb40-3235-46be-bfc3-2e7b2ae76990 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Request body: {'security_group_rule': {'security_group_id': '086081c6-fe2a-46e6-9856-a558c2419604', 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:42:43.988447 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1744fb40-3235-46be-bfc3-2e7b2ae76990 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:44.086658 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1744fb40-3235-46be-bfc3-2e7b2ae76990 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:44.143065 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1744fb40-3235-46be-bfc3-2e7b2ae76990 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:44.163741 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744fb40-3235-46be-bfc3-2e7b2ae76990 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fff0706-eeb5-478d-9a72-aa408adf5561,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:42:44.241643 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1744fb40-3235-46be-bfc3-2e7b2ae76990 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:44.241643 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-1744fb40-3235-46be-bfc3-2e7b2ae76990 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3502071 Aug 04 12:42:44.242619 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 44206) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:42:44.250342 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c517a051-0875-4cbf-90b7-0acd0a4a9ee3 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Request body: {'security_group_rule': {'security_group_id': '086081c6-fe2a-46e6-9856-a558c2419604', 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:42:44.376049 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-c517a051-0875-4cbf-90b7-0acd0a4a9ee3 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Project 5921bf45f6694cf99e28e253234d5f11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 12:42:44.385160 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c517a051-0875-4cbf-90b7-0acd0a4a9ee3 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:44.457589 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:44.488159 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c517a051-0875-4cbf-90b7-0acd0a4a9ee3 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:44.569593 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c517a051-0875-4cbf-90b7-0acd0a4a9ee3 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:44.592262 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517a051-0875-4cbf-90b7-0acd0a4a9ee3 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e83b47e-93b0-4916-9694-a8344ba4b04a,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:42:44.690586 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c517a051-0875-4cbf-90b7-0acd0a4a9ee3 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:44.692560 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-c517a051-0875-4cbf-90b7-0acd0a4a9ee3 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4485691 Aug 04 12:42:44.695894 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 44212) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:42:44.700826 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-44d20b1d-eda8-44f4-942c-a6f6df1d76d9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Request body: {'security_group_rule': {'security_group_id': '086081c6-fe2a-46e6-9856-a558c2419604', 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:42:44.794311 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-44d20b1d-eda8-44f4-942c-a6f6df1d76d9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Project 5921bf45f6694cf99e28e253234d5f11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 12:42:44.802637 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44d20b1d-eda8-44f4-942c-a6f6df1d76d9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:44.936751 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44d20b1d-eda8-44f4-942c-a6f6df1d76d9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:45.005090 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7098ad-31ac-4c3a-bd4f-347939da9ccc req-782d758c-793a-4f77-83a4-edcab0959396 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:45.008361 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5f7098ad-31ac-4c3a-bd4f-347939da9ccc req-782d758c-793a-4f77-83a4-edcab0959396 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0966563 Aug 04 12:42:45.012332 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44d20b1d-eda8-44f4-942c-a6f6df1d76d9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:45.064444 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d20b1d-eda8-44f4-942c-a6f6df1d76d9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9d7598-8580-4f4a-850f-0094361a5087,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:42:45.104859 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5f7098ad-31ac-4c3a-bd4f-347939da9ccc req-8dc348ca-63b5-4e63-82c6-62714b3597cd tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801957 Aug 04 12:42:45.138664 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44d20b1d-eda8-44f4-942c-a6f6df1d76d9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:45.141411 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-44d20b1d-eda8-44f4-942c-a6f6df1d76d9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4436874 Aug 04 12:42:45.249504 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-84430664-d02a-4a7d-b690-5c2a9c5f4664 req-9f7ec802-bcbf-4985-b1ff-8983d69579a1 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-116499438&fields=id&tenant_id=5921bf45f6694cf99e28e253234d5f11 HTTP/1.1" status: 200 len: 267 time: 0.0518808 Aug 04 12:42:45.344768 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84430664-d02a-4a7d-b690-5c2a9c5f4664 req-970f6452-335b-459d-bd83-f080f53d6ab6 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:45.347168 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-84430664-d02a-4a7d-b690-5c2a9c5f4664 req-970f6452-335b-459d-bd83-f080f53d6ab6 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 945 time: 0.0869651 Aug 04 12:42:45.366036 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [req-84430664-d02a-4a7d-b690-5c2a9c5f4664 req-3e0d6a54-0cb3-427c-9e0b-bcbb16cc057c tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Request body: {'port': {'security_groups': ['aadacad4-fd87-47b5-8a04-155c347d6146', '086081c6-fe2a-46e6-9856-a558c2419604']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:42:45.443647 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-84430664-d02a-4a7d-b690-5c2a9c5f4664 req-3e0d6a54-0cb3-427c-9e0b-bcbb16cc057c tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:45.772272 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-84430664-d02a-4a7d-b690-5c2a9c5f4664 req-3e0d6a54-0cb3-427c-9e0b-bcbb16cc057c tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] For port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5,segment=NetworkSegment(c430de8e-9e8b-4adb-8f0d-be3eb2321b12),segment_id=c430de8e-9e8b-4adb-8f0d-be3eb2321b12)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:42:45.996701 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:46.143281 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-84430664-d02a-4a7d-b690-5c2a9c5f4664 req-3e0d6a54-0cb3-427c-9e0b-bcbb16cc057c tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:46.270735 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bcfd2-702f-40a5-a8bb-db8ad757b172 req-79e744c6-2efa-400e-8124-550c9e25417b tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:46.275536 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e42bcfd2-702f-40a5-a8bb-db8ad757b172 req-79e744c6-2efa-400e-8124-550c9e25417b tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0700436 Aug 04 12:42:46.275536 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-84430664-d02a-4a7d-b690-5c2a9c5f4664 req-3e0d6a54-0cb3-427c-9e0b-bcbb16cc057c tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:46.320953 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['cf7007f2-4d7e-476d-a5cf-dcf32d7467b5'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:42:46.420320 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d6a54-0cb3-427c-9e0b-bcbb16cc057c tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Pushing event updated for resources: {'Port': ['ID=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5,revision_number=6']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:42:46.462522 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e42bcfd2-702f-40a5-a8bb-db8ad757b172 req-8926f3c2-cab5-4d4f-b188-c5c737c1eb09 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839384 Aug 04 12:42:46.487860 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84430664-d02a-4a7d-b690-5c2a9c5f4664 req-3e0d6a54-0cb3-427c-9e0b-bcbb16cc057c tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:46.488494 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-84430664-d02a-4a7d-b690-5c2a9c5f4664 req-3e0d6a54-0cb3-427c-9e0b-bcbb16cc057c tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:46.490044 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-84430664-d02a-4a7d-b690-5c2a9c5f4664 req-3e0d6a54-0cb3-427c-9e0b-bcbb16cc057c tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "PUT /v2.0/ports/cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 HTTP/1.1" status: 200 len: 981 time: 1.1296792 Aug 04 12:42:46.490588 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f', 'tag': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:42:46.497841 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6773f4a1-14c1-4b75-8070-d7bea014a7f3" -d '{"events": [{"name": "network-changed", "server_uuid": "567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f", "tag": "cf7007f2-4d7e-476d-a5cf-dcf32d7467b5"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:42:46.647965 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c991e1-4888-44bf-ac04-7e341e899e47 x-openstack-request-id: req-b1c991e1-4888-44bf-ac04-7e341e899e47 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:42:46.649267 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f", "tag": "cf7007f2-4d7e-476d-a5cf-dcf32d7467b5", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:42:46.649575 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b1c991e1-4888-44bf-ac04-7e341e899e47 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:42:46.650090 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f', 'tag': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5', 'status': 'completed', 'code': 200} Aug 04 12:42:46.763841 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['cf7007f2-4d7e-476d-a5cf-dcf32d7467b5'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:42:46.770504 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc6731-f51a-47d9-a225-0e4bf98e6250 req-b30e07c2-de30-4ebc-8b7f-3ab2f8c51113 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:46.778330 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-38cc6731-f51a-47d9-a225-0e4bf98e6250 req-b30e07c2-de30-4ebc-8b7f-3ab2f8c51113 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.1117301 Aug 04 12:42:46.854488 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-38cc6731-f51a-47d9-a225-0e4bf98e6250 req-0dd79035-ca5f-4977-b145-23a79f33ccc6 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687661 Aug 04 12:42:46.871955 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773f4a1-14c1-4b75-8070-d7bea014a7f3 req-3140a099-bd1e-4672-8574-5b8faeb3e732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:46.874382 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6773f4a1-14c1-4b75-8070-d7bea014a7f3 req-3140a099-bd1e-4672-8574-5b8faeb3e732 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5921bf45f6694cf99e28e253234d5f11&device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 1137 time: 0.1197884 Aug 04 12:42:46.930406 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0b4dfa40-7d31-4994-9d16-073cb69458a5 None None] Provisioning complete for port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:42:46.931089 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0b4dfa40-7d31-4994-9d16-073cb69458a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:46.986509 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773f4a1-14c1-4b75-8070-d7bea014a7f3 req-99d50375-e5ef-4043-b2f6-9c32c7bc3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:46.988139 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6773f4a1-14c1-4b75-8070-d7bea014a7f3 req-99d50375-e5ef-4043-b2f6-9c32c7bc3ecf service neutron] 10.222.0.76 "GET /v2.0/networks?id=c3f1f847-c32f-43d1-91f8-3235917eb608 HTTP/1.1" status: 200 len: 916 time: 0.1066098 Aug 04 12:42:47.080126 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6773f4a1-14c1-4b75-8070-d7bea014a7f3 req-32d1d10f-ed3d-407d-86a2-2aa0f2ec8e43 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 HTTP/1.1" status: 200 len: 1001 time: 0.0832365 Aug 04 12:42:47.137129 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773f4a1-14c1-4b75-8070-d7bea014a7f3 req-d7450cf1-97e3-43dc-a93f-60dd7793b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:47.139076 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6773f4a1-14c1-4b75-8070-d7bea014a7f3 req-d7450cf1-97e3-43dc-a93f-60dd7793b68a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97964b98-e9b3-41b3-a9ca-c9e5cf845f5d HTTP/1.1" status: 200 len: 854 time: 0.0512328 Aug 04 12:42:47.194357 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773f4a1-14c1-4b75-8070-d7bea014a7f3 req-f244e273-1f2e-4aba-be0a-30df2d7b6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:47.195911 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6773f4a1-14c1-4b75-8070-d7bea014a7f3 req-f244e273-1f2e-4aba-be0a-30df2d7b6f41 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3f1f847-c32f-43d1-91f8-3235917eb608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491338 Aug 04 12:42:47.335708 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6773f4a1-14c1-4b75-8070-d7bea014a7f3 req-a850ca76-d664-414d-9be4-5bbc32926da0 service neutron] 10.222.0.76 "GET /v2.0/networks/c3f1f847-c32f-43d1-91f8-3235917eb608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311276 Aug 04 12:42:47.505056 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6773f4a1-14c1-4b75-8070-d7bea014a7f3 req-6c7403c7-cd57-4bf8-8dff-ca7b8063d5c4 service neutron] 10.222.0.76 "GET /v2.0/networks/c3f1f847-c32f-43d1-91f8-3235917eb608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612206 Aug 04 12:42:47.643430 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a15b3-c462-4b49-9ed1-e716e0cd601e req-bc6c3a34-7aed-4276-815b-aa63dda5fec7 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:47.653197 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e96a15b3-c462-4b49-9ed1-e716e0cd601e req-bc6c3a34-7aed-4276-815b-aa63dda5fec7 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0650289 Aug 04 12:42:47.699732 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e96a15b3-c462-4b49-9ed1-e716e0cd601e req-6f2c361d-b5ec-4f9d-8fca-4e4e56ca14fc tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454676 Aug 04 12:42:48.683523 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cc75f-325b-4310-8f28-73c1d7502e4e req-8cea968e-e426-4b81-9e8c-0a6185bfc953 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:48.687601 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a99cc75f-325b-4310-8f28-73c1d7502e4e req-8cea968e-e426-4b81-9e8c-0a6185bfc953 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 945 time: 0.0940750 Aug 04 12:42:48.769179 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a99cc75f-325b-4310-8f28-73c1d7502e4e req-cb960430-7d64-42eb-83d8-0071b43776c8 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620384 Aug 04 12:42:48.940271 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1bbf5-6e54-41f4-8d93-cb4484fed995 req-e939f3e3-31f7-4ddc-a62e-0a6e07a65a2d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:48.949152 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-19d1bbf5-6e54-41f4-8d93-cb4484fed995 req-e939f3e3-31f7-4ddc-a62e-0a6e07a65a2d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.1076348 Aug 04 12:42:49.000704 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-19d1bbf5-6e54-41f4-8d93-cb4484fed995 req-7bbc6e70-c32a-4449-9806-7b376c23a624 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504551 Aug 04 12:42:49.954058 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8532e-fafb-43f3-848e-0edddace5277 req-6efb9b43-48f0-44db-979c-8737a329e8db tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:49.955075 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-52b8532e-fafb-43f3-848e-0edddace5277 req-6efb9b43-48f0-44db-979c-8737a329e8db tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 945 time: 0.0890346 Aug 04 12:42:50.020754 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-52b8532e-fafb-43f3-848e-0edddace5277 req-e18cbc83-6c7e-4218-bd99-247cab1d2ada tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646753 Aug 04 12:42:50.183201 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209656f1-313c-4a9c-b789-8cf7d7905d5e req-9d3c740b-7a87-4500-b4f4-2d8459a19b52 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:50.184765 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-209656f1-313c-4a9c-b789-8cf7d7905d5e req-9d3c740b-7a87-4500-b4f4-2d8459a19b52 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0707848 Aug 04 12:42:50.230079 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-209656f1-313c-4a9c-b789-8cf7d7905d5e req-c751e1c3-2e5d-4fd3-890e-2ad91134829c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380831 Aug 04 12:42:50.626958 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216868f-cd74-4603-ab7e-e093e884dbb7 req-bfbd8e6a-fed3-469c-8452-2240fd66dcc3 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:50.628507 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-9216868f-cd74-4603-ab7e-e093e884dbb7 req-bfbd8e6a-fed3-469c-8452-2240fd66dcc3 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.76 "GET /v2.0/ports?device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 945 time: 0.1020675 Aug 04 12:42:50.781757 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-9216868f-cd74-4603-ab7e-e093e884dbb7 req-68d2ba01-5698-4683-b61f-6e43a412685e tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Deleting port 81e3925b-aa88-4472-a5cd-cf06bbcbfe36 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:42:50.782089 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-9216868f-cd74-4603-ab7e-e093e884dbb7 req-68d2ba01-5698-4683-b61f-6e43a412685e tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:50.875385 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-9216868f-cd74-4603-ab7e-e093e884dbb7 req-68d2ba01-5698-4683-b61f-6e43a412685e tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] For port 81e3925b-aa88-4472-a5cd-cf06bbcbfe36, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=81e3925b-aa88-4472-a5cd-cf06bbcbfe36,segment=NetworkSegment(92c493e3-8c89-4e48-9101-b90d799f4c8b),segment_id=92c493e3-8c89-4e48-9101-b90d799f4c8b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:42:50.876075 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-9216868f-cd74-4603-ab7e-e093e884dbb7 req-68d2ba01-5698-4683-b61f-6e43a412685e tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:50.891711 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-9216868f-cd74-4603-ab7e-e093e884dbb7 req-68d2ba01-5698-4683-b61f-6e43a412685e tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Calling delete_port for 81e3925b-aa88-4472-a5cd-cf06bbcbfe36 owned by compute:nova {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:42:51.187965 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41054ccb-5b53-4bc8-92ef-bad1329b3053 req-2d3065c3-2152-46f6-beae-667c0aad1f9a tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:51.189513 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-41054ccb-5b53-4bc8-92ef-bad1329b3053 req-2d3065c3-2152-46f6-beae-667c0aad1f9a tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 945 time: 0.0573723 Aug 04 12:42:51.230757 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-41054ccb-5b53-4bc8-92ef-bad1329b3053 req-f5805071-7c96-40d9-af3b-003c7d8b6132 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346460 Aug 04 12:42:51.348420 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-9216868f-cd74-4603-ab7e-e093e884dbb7 req-68d2ba01-5698-4683-b61f-6e43a412685e tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:51.354743 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526360f4-cc61-4c4a-99d2-5c4251c00704 req-62e7aeaf-edbe-4506-a83d-8aaaca830d24 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:51.358607 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-526360f4-cc61-4c4a-99d2-5c4251c00704 req-62e7aeaf-edbe-4506-a83d-8aaaca830d24 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0496595 Aug 04 12:42:51.408637 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2ba01-5698-4683-b61f-6e43a412685e tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Pushing event deleted for resources: {'Port': ['ID=81e3925b-aa88-4472-a5cd-cf06bbcbfe36,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:42:51.410158 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-526360f4-cc61-4c4a-99d2-5c4251c00704 req-d38c7c2f-5435-4aa4-b367-1783bbe933b0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442109 Aug 04 12:42:51.498005 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-9216868f-cd74-4603-ab7e-e093e884dbb7 req-68d2ba01-5698-4683-b61f-6e43a412685e tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] No DVR routers for this DVR port 81e3925b-aa88-4472-a5cd-cf06bbcbfe36 on host hv-cinder-80304 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:42:51.501244 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-9216868f-cd74-4603-ab7e-e093e884dbb7 req-68d2ba01-5698-4683-b61f-6e43a412685e tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:51.504010 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-9216868f-cd74-4603-ab7e-e093e884dbb7 req-68d2ba01-5698-4683-b61f-6e43a412685e tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.76 "DELETE /v2.0/ports/81e3925b-aa88-4472-a5cd-cf06bbcbfe36 HTTP/1.1" status: 204 len: 173 time: 0.8686576 Aug 04 12:42:51.507108 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c602e4a-ef70-402c-bb4b-2d4148bea6b9', 'name': 'network-vif-deleted', 'tag': '81e3925b-aa88-4472-a5cd-cf06bbcbfe36'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:42:51.507946 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c17b362-dc57-4b2b-bbbb-6e2b78aee792" -d '{"events": [{"server_uuid": "3c602e4a-ef70-402c-bb4b-2d4148bea6b9", "name": "network-vif-deleted", "tag": "81e3925b-aa88-4472-a5cd-cf06bbcbfe36"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:42:51.558349 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5766a6b5-4adc-4f5c-8a9e-90ceb0e5db72 x-openstack-request-id: req-5766a6b5-4adc-4f5c-8a9e-90ceb0e5db72 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:42:51.558675 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c602e4a-ef70-402c-bb4b-2d4148bea6b9", "name": "network-vif-deleted", "tag": "81e3925b-aa88-4472-a5cd-cf06bbcbfe36", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:42:51.558932 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5766a6b5-4adc-4f5c-8a9e-90ceb0e5db72 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:42:51.559328 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c602e4a-ef70-402c-bb4b-2d4148bea6b9', 'name': 'network-vif-deleted', 'tag': '81e3925b-aa88-4472-a5cd-cf06bbcbfe36', 'status': 'completed', 'code': 200} Aug 04 12:42:52.348280 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-009f9b02-3f28-424c-883e-099975d881b7 req-e7ca3c8c-42f2-4391-8882-89a699151153 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c602e4a-ef70-402c-bb4b-2d4148bea6b9 HTTP/1.1" status: 200 len: 210 time: 0.0278459 Aug 04 12:42:52.544824 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39487848-c626-40fd-82e4-49796ab13144 req-9ca27ca5-1ea3-4c0c-84e8-dd3a52d1c677 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:52.546368 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-39487848-c626-40fd-82e4-49796ab13144 req-9ca27ca5-1ea3-4c0c-84e8-dd3a52d1c677 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0525527 Aug 04 12:42:52.587599 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-39487848-c626-40fd-82e4-49796ab13144 req-2b66e3b6-d5fd-49cd-a85c-9fefe50070b3 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348473 Aug 04 12:42:52.951068 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 81e3925b-aa88-4472-a5cd-cf06bbcbfe36 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:42:52.971470 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: 81e3925b-aa88-4472-a5cd-cf06bbcbfe36 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:42:52.971844 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 81e3925b-aa88-4472-a5cd-cf06bbcbfe36 not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:42:53.419439 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3cd4c-486b-4c37-89d4-3fbea8134534 req-4b1e13ed-659b-4ee7-909a-391fc4811df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:53.420978 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5ce3cd4c-486b-4c37-89d4-3fbea8134534 req-4b1e13ed-659b-4ee7-909a-391fc4811df6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cdc0003e64748479f74178220380fda&device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 1098 time: 0.0421574 Aug 04 12:42:53.514823 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3cd4c-486b-4c37-89d4-3fbea8134534 req-bb3be66e-f457-477e-b2c2-6914de8841d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:53.516307 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5ce3cd4c-486b-4c37-89d4-3fbea8134534 req-bb3be66e-f457-477e-b2c2-6914de8841d3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5 HTTP/1.1" status: 200 len: 918 time: 0.0885863 Aug 04 12:42:53.591094 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5ce3cd4c-486b-4c37-89d4-3fbea8134534 req-fda2da99-bd2c-4b53-8076-a62ba4cb9928 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64dcd6d3-d279-4269-bf2b-63883cb25c26 HTTP/1.1" status: 200 len: 1001 time: 0.0658092 Aug 04 12:42:53.646331 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3cd4c-486b-4c37-89d4-3fbea8134534 req-2963a75c-3aec-4e17-b789-2e0fd2a81e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:53.648106 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5ce3cd4c-486b-4c37-89d4-3fbea8134534 req-2963a75c-3aec-4e17-b789-2e0fd2a81e95 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=988d24d8-9aac-4159-8a04-ee92addd3047 HTTP/1.1" status: 200 len: 856 time: 0.0506878 Aug 04 12:42:53.706525 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3cd4c-486b-4c37-89d4-3fbea8134534 req-7151ca17-480f-4839-bb76-a48e467e3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:53.708035 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5ce3cd4c-486b-4c37-89d4-3fbea8134534 req-7151ca17-480f-4839-bb76-a48e467e3aa1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399690 Aug 04 12:42:53.710710 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108b888-0505-4954-a050-090a3657f41f req-21aa7d74-0a70-452f-b466-a44d8bba7a0a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:53.712202 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d108b888-0505-4954-a050-090a3657f41f req-21aa7d74-0a70-452f-b466-a44d8bba7a0a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0510926 Aug 04 12:42:53.751209 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d108b888-0505-4954-a050-090a3657f41f req-2845b34d-4319-4a30-b3e3-44cf14177b9e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330493 Aug 04 12:42:53.801050 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5ce3cd4c-486b-4c37-89d4-3fbea8134534 req-98de43b5-78dd-474a-93ee-4de29064bcd7 service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841963 Aug 04 12:42:53.895424 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5ce3cd4c-486b-4c37-89d4-3fbea8134534 req-5c4aaa30-ba6a-4fd6-8d18-05d04d9651f2 service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863922 Aug 04 12:42:54.887888 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f2ab8-94a3-4864-bf57-9846b84f3c34 req-a108758c-79ae-4314-923b-99ac30a760e5 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:54.889371 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1b4f2ab8-94a3-4864-bf57-9846b84f3c34 req-a108758c-79ae-4314-923b-99ac30a760e5 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0612462 Aug 04 12:42:54.926053 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1b4f2ab8-94a3-4864-bf57-9846b84f3c34 req-f625b4ac-a670-418a-9e51-17b84cd40995 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308092 Aug 04 12:42:56.049915 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ff855-748c-4181-8c48-aff078bc3be4 req-1a9ca0c1-b858-4227-8837-9b1022945cdc tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:56.051396 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-910ff855-748c-4181-8c48-aff078bc3be4 req-1a9ca0c1-b858-4227-8837-9b1022945cdc tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0527878 Aug 04 12:42:56.092967 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-910ff855-748c-4181-8c48-aff078bc3be4 req-1eea3dc7-6d6f-4277-bd56-eb3a99983602 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355964 Aug 04 12:42:56.931593 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:42:57.213918 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abb81b-a845-40c1-9a6e-19c629a92c8c req-60dac208-b1c9-4521-b412-4f5f86fbc66a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:57.215414 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-22abb81b-a845-40c1-9a6e-19c629a92c8c req-60dac208-b1c9-4521-b412-4f5f86fbc66a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 945 time: 0.0470567 Aug 04 12:42:57.254387 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-22abb81b-a845-40c1-9a6e-19c629a92c8c req-e602fb6c-755c-4bb2-9390-a1d61b11d409 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330188 Aug 04 12:42:58.085158 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 64dcd6d3-d279-4269-bf2b-63883cb25c26 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:42:58.173099 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:58.195706 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3416f941-c5ba-4bfd-bc27-2ac89cdd3797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64dcd6d3-d279-4269-bf2b-63883cb25c26'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:42:58.197999 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0cd3f7-05d7-4ebd-b13d-9dbed07fda27" -d '{"events": [{"server_uuid": "3416f941-c5ba-4bfd-bc27-2ac89cdd3797", "name": "network-vif-unplugged", "status": "completed", "tag": "64dcd6d3-d279-4269-bf2b-63883cb25c26"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:42:58.211865 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 64dcd6d3-d279-4269-bf2b-63883cb25c26, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=64dcd6d3-d279-4269-bf2b-63883cb25c26,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:42:58.238958 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 12:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db39875e-9bfe-4bc2-9972-6b0e576682c2 x-openstack-request-id: req-db39875e-9bfe-4bc2-9972-6b0e576682c2 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:42:58.239392 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3416f941-c5ba-4bfd-bc27-2ac89cdd3797", "name": "network-vif-unplugged", "status": "completed", "tag": "64dcd6d3-d279-4269-bf2b-63883cb25c26", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:42:58.239539 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-db39875e-9bfe-4bc2-9972-6b0e576682c2 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:42:58.239910 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3416f941-c5ba-4bfd-bc27-2ac89cdd3797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64dcd6d3-d279-4269-bf2b-63883cb25c26', 'code': 200} Aug 04 12:42:58.284307 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:42:58.340885 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=64dcd6d3-d279-4269-bf2b-63883cb25c26,revision_number=8']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:42:58.408885 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0948e-9346-4268-8598-ff83f7e67304 req-a5523c11-ba5a-4e55-8601-6b685b30d84d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:42:58.410440 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a1c0948e-9346-4268-8598-ff83f7e67304 req-a5523c11-ba5a-4e55-8601-6b685b30d84d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0494349 Aug 04 12:42:58.451439 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a1c0948e-9346-4268-8598-ff83f7e67304 req-9a004af1-8ade-4d3f-9b92-2118ada2155e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335386 Aug 04 12:43:00.826222 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb6ef4-8077-4bb6-ae00-76b54b1ec726 req-e0a8c169-654a-4998-9b65-d60e64cccd1e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:00.828182 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2ddb6ef4-8077-4bb6-ae00-76b54b1ec726 req-e0a8c169-654a-4998-9b65-d60e64cccd1e tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0619507 Aug 04 12:43:00.875898 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2ddb6ef4-8077-4bb6-ae00-76b54b1ec726 req-29483d7e-f962-407d-8cc7-6177752edf60 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405943 Aug 04 12:43:01.086679 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0a4e3d97-214f-49da-a58d-d88e9204f702 req-c98d9eae-2de1-4ce4-8f22-ddbf20259745 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407805 Aug 04 12:43:02.017311 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ef3cb-f8c9-4a1f-abb1-21e47670ad18 req-5183ebe6-2d9c-4be5-a40e-201e1ad6d097 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:02.019307 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ad9ef3cb-f8c9-4a1f-abb1-21e47670ad18 req-5183ebe6-2d9c-4be5-a40e-201e1ad6d097 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0531073 Aug 04 12:43:02.061477 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ad9ef3cb-f8c9-4a1f-abb1-21e47670ad18 req-0b6c3203-d168-4230-9038-e21cdebcf2ca tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353606 Aug 04 12:43:02.899323 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 64dcd6d3-d279-4269-bf2b-63883cb25c26 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:43:03.187908 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf0f58-f1b2-42e2-b0fa-db787ff18490 req-50aa1b53-daea-4b9c-8923-6e69e73ded44 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:03.189403 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-abbf0f58-f1b2-42e2-b0fa-db787ff18490 req-50aa1b53-daea-4b9c-8923-6e69e73ded44 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0514016 Aug 04 12:43:03.228758 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-abbf0f58-f1b2-42e2-b0fa-db787ff18490 req-566d30d4-a481-427c-8f9c-ccec0284e1b3 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333214 Aug 04 12:43:03.959594 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e3d97-214f-49da-a58d-d88e9204f702 req-b935ab37-bcc6-4313-b627-c21afb027a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:03.961256 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0a4e3d97-214f-49da-a58d-d88e9204f702 req-b935ab37-bcc6-4313-b627-c21afb027a1d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797&tenant_id=6cdc0003e64748479f74178220380fda HTTP/1.1" status: 200 len: 1096 time: 0.0751796 Aug 04 12:43:04.043195 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e3d97-214f-49da-a58d-d88e9204f702 req-0a4b08f8-bdea-47e8-9678-e8515b060ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:04.044844 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0a4e3d97-214f-49da-a58d-d88e9204f702 req-0a4b08f8-bdea-47e8-9678-e8515b060ab2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cdc0003e64748479f74178220380fda&device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 1096 time: 0.0451567 Aug 04 12:43:04.140268 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e3d97-214f-49da-a58d-d88e9204f702 req-bfc62e62-caba-462c-9ddf-af4c3b52c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:04.141797 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0a4e3d97-214f-49da-a58d-d88e9204f702 req-bfc62e62-caba-462c-9ddf-af4c3b52c40d service neutron] 10.222.0.76 "GET /v2.0/networks?id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5 HTTP/1.1" status: 200 len: 918 time: 0.0896447 Aug 04 12:43:04.196063 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-9f623ff3-2e53-4315-8ac3-cefac839cd28 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:04.197631 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-9f623ff3-2e53-4315-8ac3-cefac839cd28 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/networks?id=6b21cd70-f9cf-4f92-85ad-21a6981d78d4 HTTP/1.1" status: 200 len: 813 time: 0.1074028 Aug 04 12:43:04.213431 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-0b1b6e8e-5f5b-403f-8c94-84e06e2c34f1 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/quotas/d3b3800723eb4a0687acc69ede2b821d HTTP/1.1" status: 200 len: 375 time: 0.0091970 Aug 04 12:43:04.215363 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0a4e3d97-214f-49da-a58d-d88e9204f702 req-ff3f24f7-4d64-4b3f-80e2-cb346bdf6cd8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64dcd6d3-d279-4269-bf2b-63883cb25c26 HTTP/1.1" status: 200 len: 999 time: 0.0651078 Aug 04 12:43:04.249422 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-ea244801-a148-462e-80d0-fe09f4019f23 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d3b3800723eb4a0687acc69ede2b821d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301766 Aug 04 12:43:04.274215 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e3d97-214f-49da-a58d-d88e9204f702 req-466e47af-db3f-47ab-954a-ac37acb36757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:04.275868 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0a4e3d97-214f-49da-a58d-d88e9204f702 req-466e47af-db3f-47ab-954a-ac37acb36757 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=988d24d8-9aac-4159-8a04-ee92addd3047 HTTP/1.1" status: 200 len: 856 time: 0.0535054 Aug 04 12:43:04.340025 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e3d97-214f-49da-a58d-d88e9204f702 req-92114f3f-e582-497b-9299-d23e47e0fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:04.341538 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0a4e3d97-214f-49da-a58d-d88e9204f702 req-92114f3f-e582-497b-9299-d23e47e0fe92 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35a4a42a-e418-48b8-9c64-c2d7d59d03c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552564 Aug 04 12:43:04.414216 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b02aa8-d7c2-47a1-ad5a-37856dc2bac3 req-11d622db-aa6e-4dae-bcf9-63708c9781a9 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:04.415732 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-34b02aa8-d7c2-47a1-ad5a-37856dc2bac3 req-11d622db-aa6e-4dae-bcf9-63708c9781a9 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.1094739 Aug 04 12:43:04.440631 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0a4e3d97-214f-49da-a58d-d88e9204f702 req-ccb6b8a6-d5cf-46b2-b1a0-ba8a75383cc3 service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873289 Aug 04 12:43:04.463428 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-11a481ed-5f17-4d91-b272-bf6b8df4914b service neutron] 10.222.0.90 "GET /v2.0/networks/6b21cd70-f9cf-4f92-85ad-21a6981d78d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066622 Aug 04 12:43:04.517956 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-34b02aa8-d7c2-47a1-ad5a-37856dc2bac3 req-f845bcca-56e9-4131-a6b4-a24515d6ea09 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929399 Aug 04 12:43:04.531241 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0a4e3d97-214f-49da-a58d-d88e9204f702 req-00b5e237-4b26-4c35-90e8-0ce50b76be31 service neutron] 10.222.0.76 "GET /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825045 Aug 04 12:43:04.576833 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-3816d555-7da2-4f2e-83dd-e0d47b62d56d service neutron] 10.222.0.90 "GET /v2.0/networks/6b21cd70-f9cf-4f92-85ad-21a6981d78d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060002 Aug 04 12:43:04.787487 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9153771-e50f-4624-8b94-87f8f79b1b52 req-0f1d7e1e-84fc-47f1-b0e1-fda768f5b958 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 210 time: 0.0269346 Aug 04 12:43:05.686383 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f4dfd-2b78-4744-91b4-ba4ec9a367a2 req-e2a255b1-8dd2-4c5a-9fb1-03216873cd26 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:05.688074 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-dd8f4dfd-2b78-4744-91b4-ba4ec9a367a2 req-e2a255b1-8dd2-4c5a-9fb1-03216873cd26 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0780385 Aug 04 12:43:05.741446 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-dd8f4dfd-2b78-4744-91b4-ba4ec9a367a2 req-d827dfdc-b2cc-4120-91ce-79fda9a5083d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440562 Aug 04 12:43:05.893541 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-88ceffa6-5107-47e3-85c4-5d5a0bae0415 req-fccf7607-5702-462f-b80d-cf93cb8a7ab4 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 210 time: 0.0329776 Aug 04 12:43:06.874562 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b14880-d820-4aea-b6e3-8214ec1ad064 req-7f3092da-3f0f-4322-bed9-77aab22e45ea tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:06.877480 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b4b14880-d820-4aea-b6e3-8214ec1ad064 req-7f3092da-3f0f-4322-bed9-77aab22e45ea tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0542440 Aug 04 12:43:06.924461 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b4b14880-d820-4aea-b6e3-8214ec1ad064 req-4701a352-636e-4d77-8d85-6c0075de1bf9 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368345 Aug 04 12:43:06.994492 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-769e6912-6a57-4271-aa87-ab89eb40514f req-b1602c17-eb52-44cc-b480-769e35525386 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 210 time: 0.0263317 Aug 04 12:43:08.058356 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc17682-ec6e-4ac9-9a44-2851e319700f req-cd95935a-b186-4bab-9a36-b893ffb4dd6a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:08.060132 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9dc17682-ec6e-4ac9-9a44-2851e319700f req-cd95935a-b186-4bab-9a36-b893ffb4dd6a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0599816 Aug 04 12:43:08.107489 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-61d7c7d6-e391-403d-878e-db4c8a5286f0 req-fc5ea5bf-e666-4280-b460-008e510af853 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 210 time: 0.0441098 Aug 04 12:43:08.135903 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9dc17682-ec6e-4ac9-9a44-2851e319700f req-9429d5bc-1cda-4583-b7d0-5916bd44cd18 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618551 Aug 04 12:43:09.040040 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:09.212412 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-06015bff-df24-4c6b-a5e8-b1ddd9ab09c2 req-85569d6e-4a54-49e4-938d-469951601592 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 210 time: 0.0277174 Aug 04 12:43:09.293144 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5ea5c-273b-4b0c-b3f6-38bfb5ce92b0 req-21bc75f2-32c9-4573-945f-5551542e0fed tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:09.295055 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c7d5ea5c-273b-4b0c-b3f6-38bfb5ce92b0 req-21bc75f2-32c9-4573-945f-5551542e0fed tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0671749 Aug 04 12:43:09.341081 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c7d5ea5c-273b-4b0c-b3f6-38bfb5ce92b0 req-035a410f-33fc-4c3a-8f04-031d58761967 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373693 Aug 04 12:43:10.197377 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57226815-9ffd-403c-b8a9-ba8f296960b2 req-b898fb79-2363-4f66-b6c8-4af46019f7bb tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:10.198857 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-57226815-9ffd-403c-b8a9-ba8f296960b2 req-b898fb79-2363-4f66-b6c8-4af46019f7bb tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0538692 Aug 04 12:43:10.240600 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-57226815-9ffd-403c-b8a9-ba8f296960b2 req-3c1320b2-21ec-43aa-94ae-5b9a79410fff tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355456 Aug 04 12:43:10.337404 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b9f07b7d-a242-4c66-aea1-4c99ad0e0fce req-3ca6163f-b25e-470e-a393-ff476b2ce852 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 210 time: 0.0280507 Aug 04 12:43:10.462926 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e792ba-fca7-431b-abaa-4d898f91ecc2 req-8718a441-f99b-4694-a6ed-2fd6923f54f0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:10.464422 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f0e792ba-fca7-431b-abaa-4d898f91ecc2 req-8718a441-f99b-4694-a6ed-2fd6923f54f0 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0508699 Aug 04 12:43:10.507873 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f0e792ba-fca7-431b-abaa-4d898f91ecc2 req-c5204dd0-64a6-4e30-b4b4-c7efd4a3ec97 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362570 Aug 04 12:43:10.759894 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2f64dac6-af8d-4819-bf79-813310b8baa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:11.370604 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93aef8-9b5e-494f-9b95-ff90a9a42237 req-f5b1064b-856f-42db-9316-f0bf02d1c1e4 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:11.371804 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fc93aef8-9b5e-494f-9b95-ff90a9a42237 req-f5b1064b-856f-42db-9316-f0bf02d1c1e4 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0603316 Aug 04 12:43:11.431451 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fc93aef8-9b5e-494f-9b95-ff90a9a42237 req-313dc878-faa5-42c2-bc04-d1e87c470e8b tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532451 Aug 04 12:43:11.467882 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a707506b-2ed6-4850-a7e5-1d74510a12e1 req-59d0150b-ca22-4f96-82da-3880ca999129 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 210 time: 0.0354183 Aug 04 12:43:11.638302 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3e275-3f3c-4d99-9dea-5583d1975852 req-2f17e0fb-f604-42dd-9d36-2563bd4b3e13 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:11.640264 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-88d3e275-3f3c-4d99-9dea-5583d1975852 req-2f17e0fb-f604-42dd-9d36-2563bd4b3e13 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0491679 Aug 04 12:43:11.680805 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-88d3e275-3f3c-4d99-9dea-5583d1975852 req-b5f0ba38-6096-408f-9229-ade4eff031e9 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328209 Aug 04 12:43:12.650149 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cfb1c4bc-526d-4e5b-8f1d-1f1b8ff8efc9 req-38acec6f-4688-4704-a50b-50d076f2b7d0 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 210 time: 0.0314460 Aug 04 12:43:12.650149 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe2fed-1963-4185-a7c2-4cc89ef49300 req-8d5816d1-e2a1-45ac-9ed7-88df3cf26365 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:12.650149 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-64fe2fed-1963-4185-a7c2-4cc89ef49300 req-8d5816d1-e2a1-45ac-9ed7-88df3cf26365 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0879648 Aug 04 12:43:12.650149 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-64fe2fed-1963-4185-a7c2-4cc89ef49300 req-c1960f07-7c9c-42d8-a8b6-4332f5a3cbe6 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388477 Aug 04 12:43:12.816259 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04207660-3618-4ddc-8aaa-4d317a0d34e3 req-44efaf23-f840-460c-9aa5-a50514dabe4a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:12.817775 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-04207660-3618-4ddc-8aaa-4d317a0d34e3 req-44efaf23-f840-460c-9aa5-a50514dabe4a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0531294 Aug 04 12:43:12.857840 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-04207660-3618-4ddc-8aaa-4d317a0d34e3 req-63527622-4522-4323-bb83-24ef88ce2a6b tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341825 Aug 04 12:43:13.228419 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a84cbd2e-9432-4927-8cd0-757270983a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:13.563862 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:13.749269 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-82b0d71e-605b-46e3-893f-589390638252 req-b73546e8-3f4c-49c3-910b-3e77874498d1 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 210 time: 0.0326998 Aug 04 12:43:13.801527 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d1a68-a872-4711-be80-165ccae53ee5 req-6559f2e6-972c-4bbc-8a4a-39d1a692d529 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:13.803009 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ed2d1a68-a872-4711-be80-165ccae53ee5 req-6559f2e6-972c-4bbc-8a4a-39d1a692d529 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0764151 Aug 04 12:43:13.845862 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ed2d1a68-a872-4711-be80-165ccae53ee5 req-933e376c-851b-4c6b-9ed7-0818366a7e23 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359190 Aug 04 12:43:13.988703 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57716ce-d29e-49b4-b4cd-dbbb331c1abd req-4ff2f9af-1285-471f-bda5-644da4829494 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:13.990252 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c57716ce-d29e-49b4-b4cd-dbbb331c1abd req-4ff2f9af-1285-471f-bda5-644da4829494 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0537548 Aug 04 12:43:14.029953 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c57716ce-d29e-49b4-b4cd-dbbb331c1abd req-3445e8dd-1d3f-4fc6-8689-784e82a8595f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332098 Aug 04 12:43:14.472163 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:14.854993 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8de7393f-4578-413c-820c-57e048f3272e req-63ed9fd3-2b5b-48e4-baee-e440263a0eb7 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 210 time: 0.0266409 Aug 04 12:43:14.968762 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cbd37-6089-4211-9616-5f5c63584234 req-1f92936a-a15b-4c2f-b65f-c8680756ec06 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:14.970290 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-737cbd37-6089-4211-9616-5f5c63584234 req-1f92936a-a15b-4c2f-b65f-c8680756ec06 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0546503 Aug 04 12:43:15.011036 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-737cbd37-6089-4211-9616-5f5c63584234 req-288cfc10-9d62-423e-af82-5ced8c2bb99c tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344036 Aug 04 12:43:15.149822 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65317c99-69e4-49fe-b20f-b1b47fb7deaf req-1e1716d3-9b76-4db3-803b-a70cd672436f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:15.151374 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-65317c99-69e4-49fe-b20f-b1b47fb7deaf req-1e1716d3-9b76-4db3-803b-a70cd672436f tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0500133 Aug 04 12:43:15.190775 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-65317c99-69e4-49fe-b20f-b1b47fb7deaf req-24df5153-a14b-4443-83a4-228ef496dffd tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334253 Aug 04 12:43:15.959695 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fc1194dc-abe0-4eaf-9bfd-5ec2822bd78e req-e9b88d9b-eb5c-40f2-94d8-413e478fcd5a tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 210 time: 0.0269544 Aug 04 12:43:16.139334 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3291d-e966-4c97-a0a7-d4b9d57a9637 req-d798f64a-2ad5-491b-a71f-b8ba049dc3db tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:16.140895 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c4f3291d-e966-4c97-a0a7-d4b9d57a9637 req-d798f64a-2ad5-491b-a71f-b8ba049dc3db tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0517774 Aug 04 12:43:16.188734 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c4f3291d-e966-4c97-a0a7-d4b9d57a9637 req-43bc24c5-b5c5-4e78-87de-5b10917d94ae tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398738 Aug 04 12:43:16.268318 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:16.312355 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ffe0e-ff7b-4b5a-a9cf-b25d75aa53b1 req-75058b54-2cf9-4267-a503-bca36160afd9 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:16.314495 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8f1ffe0e-ff7b-4b5a-a9cf-b25d75aa53b1 req-75058b54-2cf9-4267-a503-bca36160afd9 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0496461 Aug 04 12:43:16.353229 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8f1ffe0e-ff7b-4b5a-a9cf-b25d75aa53b1 req-4f9ce4b0-f232-408d-a48c-d26fcf25e547 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332875 Aug 04 12:43:17.081836 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2361601d-1dfb-4c5c-b0b9-71148ceb812d req-676da5ee-2564-4576-b660-8a96b5df9fdb tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 210 time: 0.0261333 Aug 04 12:43:17.165684 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c975bce-133a-4095-8537-57374fa77746 req-67b42735-2474-416c-95ad-8e22a9ff9ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:17.167202 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5c975bce-133a-4095-8537-57374fa77746 req-67b42735-2474-416c-95ad-8e22a9ff9ce9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5921bf45f6694cf99e28e253234d5f11&device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 1137 time: 0.0406227 Aug 04 12:43:17.266083 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c975bce-133a-4095-8537-57374fa77746 req-9c54477a-3bc6-4efe-a333-236509157d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:17.267592 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5c975bce-133a-4095-8537-57374fa77746 req-9c54477a-3bc6-4efe-a333-236509157d54 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c3f1f847-c32f-43d1-91f8-3235917eb608 HTTP/1.1" status: 200 len: 916 time: 0.0873647 Aug 04 12:43:17.304589 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34b37b-1f9a-4a37-9d9e-cf63a577af6d req-8838931f-4ccb-415a-a00c-63d0a38df7f4 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:17.306756 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1a34b37b-1f9a-4a37-9d9e-cf63a577af6d req-8838931f-4ccb-415a-a00c-63d0a38df7f4 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0489075 Aug 04 12:43:17.359602 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1a34b37b-1f9a-4a37-9d9e-cf63a577af6d req-43ce1f33-534d-4185-acf5-b2ffb32c04b6 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465641 Aug 04 12:43:17.382908 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5c975bce-133a-4095-8537-57374fa77746 req-46776370-3071-4b3d-b8c4-61efe70cdc49 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 HTTP/1.1" status: 200 len: 1001 time: 0.0690246 Aug 04 12:43:17.440597 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c975bce-133a-4095-8537-57374fa77746 req-5ecf03ea-a1a5-4ac6-8703-64e07ecef89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:17.442102 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5c975bce-133a-4095-8537-57374fa77746 req-5ecf03ea-a1a5-4ac6-8703-64e07ecef89b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97964b98-e9b3-41b3-a9ca-c9e5cf845f5d HTTP/1.1" status: 200 len: 854 time: 0.0513012 Aug 04 12:43:17.481321 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfac141-6c6e-44f9-9e8e-64d40a029854 req-679e3b74-0b2f-4536-91a8-afa8b4dce6b7 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:17.482860 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ccfac141-6c6e-44f9-9e8e-64d40a029854 req-679e3b74-0b2f-4536-91a8-afa8b4dce6b7 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0540414 Aug 04 12:43:17.489924 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c975bce-133a-4095-8537-57374fa77746 req-2c62c85f-3a4f-4ed7-830e-e28c3edf8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:17.491417 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5c975bce-133a-4095-8537-57374fa77746 req-2c62c85f-3a4f-4ed7-830e-e28c3edf8b9a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3f1f847-c32f-43d1-91f8-3235917eb608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411568 Aug 04 12:43:17.523244 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ccfac141-6c6e-44f9-9e8e-64d40a029854 req-30dc8e04-6be4-4e5d-8eed-172b5a6705e8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342324 Aug 04 12:43:17.587878 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5c975bce-133a-4095-8537-57374fa77746 req-977cf37c-d19f-4179-8a54-7aea9fd4213c service neutron] 10.222.0.76 "GET /v2.0/networks/c3f1f847-c32f-43d1-91f8-3235917eb608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863819 Aug 04 12:43:17.681198 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5c975bce-133a-4095-8537-57374fa77746 req-3042063f-7d00-4866-9fe1-e27835807210 service neutron] 10.222.0.76 "GET /v2.0/networks/c3f1f847-c32f-43d1-91f8-3235917eb608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842252 Aug 04 12:43:18.176830 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-40eef42c-002d-4f8e-bc74-a4fb82104b47 req-29cbe2fc-0123-43f1-ab4c-ed65cec60b64 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 210 time: 0.0290408 Aug 04 12:43:18.394154 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-5537191c-9185-46ee-b2a1-029896fc55ff tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:18.396907 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-5537191c-9185-46ee-b2a1-029896fc55ff tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.76 "GET /v2.0/networks?id=6b21cd70-f9cf-4f92-85ad-21a6981d78d4 HTTP/1.1" status: 200 len: 813 time: 0.1032763 Aug 04 12:43:18.429333 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-f643a4fd-c963-4397-91af-53e17f00f0e4 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Request body: {'port': {'device_id': 'e74731af-7b09-4b8a-b398-d2ade9f99315', 'network_id': '6b21cd70-f9cf-4f92-85ad-21a6981d78d4', 'admin_state_up': True, 'tenant_id': 'd3b3800723eb4a0687acc69ede2b821d'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:43:18.485789 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b010c-b2ca-425a-855c-dfd8664d99e6 req-fa88a3c6-126a-4ef8-b48e-66ac4d73cd7b tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:18.487321 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-336b010c-b2ca-425a-855c-dfd8664d99e6 req-fa88a3c6-126a-4ef8-b48e-66ac4d73cd7b tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0565894 Aug 04 12:43:18.528162 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-336b010c-b2ca-425a-855c-dfd8664d99e6 req-ea5c58ad-5653-4f87-90fc-da1112f0efe1 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345945 Aug 04 12:43:18.645708 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bce789-6c04-4ca0-a08d-31144b102397 req-66c5a3d3-0bcb-4789-99fa-18d9dd4edfca tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:18.647433 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-39bce789-6c04-4ca0-a08d-31144b102397 req-66c5a3d3-0bcb-4789-99fa-18d9dd4edfca tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0519831 Aug 04 12:43:18.683917 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-f643a4fd-c963-4397-91af-53e17f00f0e4 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Made reservation on behalf of d3b3800723eb4a0687acc69ede2b821d for: {'port': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:43:18.687314 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-39bce789-6c04-4ca0-a08d-31144b102397 req-65f59b6e-b466-45ab-ae96-4e19ed41450c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338583 Aug 04 12:43:18.687639 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-f643a4fd-c963-4397-91af-53e17f00f0e4 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:18.825895 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-f643a4fd-c963-4397-91af-53e17f00f0e4 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Allocated IP 172.20.0.6 (6b21cd70-f9cf-4f92-85ad-21a6981d78d4/4d04faf9-725b-4ab1-b30b-ba9175709758/3d4d439d-5035-4578-8776-f8ce486edaca) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:43:18.982308 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-f643a4fd-c963-4397-91af-53e17f00f0e4 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:19.126463 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-f643a4fd-c963-4397-91af-53e17f00f0e4 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:19.169070 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-f643a4fd-c963-4397-91af-53e17f00f0e4 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Network 6b21cd70-f9cf-4f92-85ad-21a6981d78d4 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:43:19.172071 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-f643a4fd-c963-4397-91af-53e17f00f0e4 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:43:19.178274 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-f643a4fd-c963-4397-91af-53e17f00f0e4 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:43:19.183677 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643a4fd-c963-4397-91af-53e17f00f0e4 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Pushing event updated for resources: {'Port': ['ID=3d4d439d-5035-4578-8776-f8ce486edaca,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:19.229502 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-f643a4fd-c963-4397-91af-53e17f00f0e4 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:19.239373 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-f643a4fd-c963-4397-91af-53e17f00f0e4 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:19.293748 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac8b80-bcb2-403f-b29e-1feed17a4dc7 req-3c50e951-816b-4227-a816-590c3b2ad7bd tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:19.302307 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-80ac8b80-bcb2-403f-b29e-1feed17a4dc7 req-3c50e951-816b-4227-a816-590c3b2ad7bd tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 931 time: 0.0491495 Aug 04 12:43:19.334359 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-80ac8b80-bcb2-403f-b29e-1feed17a4dc7 req-55ba49b7-7c69-4700-b0ba-717abab7f830 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329924 Aug 04 12:43:19.395067 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-f643a4fd-c963-4397-91af-53e17f00f0e4 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9698501 Aug 04 12:43:19.416883 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Request body: {'port': {'device_id': 'e74731af-7b09-4b8a-b398-d2ade9f99315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:43:19.477072 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:19.647655 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa537496-f896-446d-8ae7-55b9eb60a466 req-2b074993-57dd-485e-ba1b-7c84e7d1eaf0 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:19.649297 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aa537496-f896-446d-8ae7-55b9eb60a466 req-2b074993-57dd-485e-ba1b-7c84e7d1eaf0 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0530841 Aug 04 12:43:19.706933 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aa537496-f896-446d-8ae7-55b9eb60a466 req-a4522f5e-9bb4-4404-b97b-6c44732c2e67 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480299 Aug 04 12:43:19.745746 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4d439d-5035-4578-8776-f8ce486edaca {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:43:19.753468 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:19.757351 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae871a-6592-4cbe-a993-e9e8f598feee req-60a787f9-a84b-4b95-b5f6-290eb5dac920 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:19.758899 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f7ae871a-6592-4cbe-a993-e9e8f598feee req-60a787f9-a84b-4b95-b5f6-290eb5dac920 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 946 time: 0.0707030 Aug 04 12:43:19.771075 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Transition to ACTIVE for port object 3d4d439d-5035-4578-8776-f8ce486edaca will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:43:19.827670 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f7ae871a-6592-4cbe-a993-e9e8f598feee req-1e8d5fb4-67bc-44d1-820b-3a59c1822840 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=aa2ac0b1-cf99-46fa-8817-54c0ad649bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622296 Aug 04 12:43:19.842865 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898ddaa-6411-4b1a-af93-d05c224af131 req-470cd958-aa34-4bbc-9d9e-7356f88c6b1a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:19.842865 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f898ddaa-6411-4b1a-af93-d05c224af131 req-470cd958-aa34-4bbc-9d9e-7356f88c6b1a tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 943 time: 0.0747890 Aug 04 12:43:19.879999 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:19.881319 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f898ddaa-6411-4b1a-af93-d05c224af131 req-94f08412-eef3-4d01-a80c-aba3863f0c35 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332890 Aug 04 12:43:19.943667 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4d439d-5035-4578-8776-f8ce486edaca,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:20.012357 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Attempting to bind port 3d4d439d-5035-4578-8776-f8ce486edaca on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:43:20.012681 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Attempting to bind port 3d4d439d-5035-4578-8776-f8ce486edaca by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '92c493e3-8c89-4e48-9101-b90d799f4c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6b21cd70-f9cf-4f92-85ad-21a6981d78d4'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:43:20.013003 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Attempting to bind port 3d4d439d-5035-4578-8776-f8ce486edaca on network 6b21cd70-f9cf-4f92-85ad-21a6981d78d4 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:43:20.017153 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Port 3d4d439d-5035-4578-8776-f8ce486edaca on network 6b21cd70-f9cf-4f92-85ad-21a6981d78d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:43:20.017487 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Attempting to bind port 3d4d439d-5035-4578-8776-f8ce486edaca on network 6b21cd70-f9cf-4f92-85ad-21a6981d78d4 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:43:20.022718 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:43:20.023077 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Checking segment: {'id': '92c493e3-8c89-4e48-9101-b90d799f4c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6b21cd70-f9cf-4f92-85ad-21a6981d78d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:43:20.023464 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Bound using segment: {'id': '92c493e3-8c89-4e48-9101-b90d799f4c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6b21cd70-f9cf-4f92-85ad-21a6981d78d4'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:43:20.023885 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Bound port: 3d4d439d-5035-4578-8776-f8ce486edaca, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c493e3-8c89-4e48-9101-b90d799f4c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6b21cd70-f9cf-4f92-85ad-21a6981d78d4'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:43:20.024235 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:20.085172 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] For port 3d4d439d-5035-4578-8776-f8ce486edaca, host hv-cinder-80304, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:43:20.088213 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] For port 3d4d439d-5035-4578-8776-f8ce486edaca, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=3d4d439d-5035-4578-8776-f8ce486edaca,segment=NetworkSegment(92c493e3-8c89-4e48-9101-b90d799f4c8b),segment_id=92c493e3-8c89-4e48-9101-b90d799f4c8b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:43:20.164537 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 64dcd6d3-d279-4269-bf2b-63883cb25c26 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:43:20.175590 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:20.211963 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:20.212565 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:20.213975 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] 10.222.0.76 "PUT /v2.0/ports/3d4d439d-5035-4578-8776-f8ce486edaca HTTP/1.1" status: 200 len: 1093 time: 0.8017957 Aug 04 12:43:20.214405 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74731af-7b09-4b8a-b398-d2ade9f99315', 'tag': '3d4d439d-5035-4578-8776-f8ce486edaca'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:43:20.216687 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d51557-524e-41e7-835b-f23ba0fa5d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e74731af-7b09-4b8a-b398-d2ade9f99315", "tag": "3d4d439d-5035-4578-8776-f8ce486edaca"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:43:20.239410 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9ab8e-3f73-4647-87f4-f79c8a8eb9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4d439d-5035-4578-8776-f8ce486edaca,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:20.263342 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d765842c-02fd-46cc-88c1-ccb2bfc61dea x-openstack-request-id: req-d765842c-02fd-46cc-88c1-ccb2bfc61dea {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:43:20.263631 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74731af-7b09-4b8a-b398-d2ade9f99315", "tag": "3d4d439d-5035-4578-8776-f8ce486edaca", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:43:20.263888 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d765842c-02fd-46cc-88c1-ccb2bfc61dea {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:43:20.264126 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 64dcd6d3-d279-4269-bf2b-63883cb25c26, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=64dcd6d3-d279-4269-bf2b-63883cb25c26,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:43:20.264287 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74731af-7b09-4b8a-b398-d2ade9f99315', 'tag': '3d4d439d-5035-4578-8776-f8ce486edaca', 'status': 'completed', 'code': 200} Aug 04 12:43:20.276007 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': '64dcd6d3-d279-4269-bf2b-63883cb25c26', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'port_id': '64dcd6d3-d279-4269-bf2b-63883cb25c26', 'mac_address': 'fa:16:3e:70:16:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:43:20.318368 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:20.333499 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64dcd6d3-d279-4269-bf2b-63883cb25c26 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:43:20.354461 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d51557-524e-41e7-835b-f23ba0fa5d2e req-30eb9890-290c-47f8-97da-6c4cdf0f7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:20.355034 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 64dcd6d3-d279-4269-bf2b-63883cb25c26, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=64dcd6d3-d279-4269-bf2b-63883cb25c26,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:43:20.355970 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c6d51557-524e-41e7-835b-f23ba0fa5d2e req-30eb9890-290c-47f8-97da-6c4cdf0f7674 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d3b3800723eb4a0687acc69ede2b821d&device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 1096 time: 0.0418696 Aug 04 12:43:20.445290 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:20.456448 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50e0de-15a3-447b-8bef-f1e199807fca req-f23c3d20-2205-473c-aa80-2f7dd2fecd36 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:20.457998 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ec50e0de-15a3-447b-8bef-f1e199807fca req-f23c3d20-2205-473c-aa80-2f7dd2fecd36 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 943 time: 0.0495534 Aug 04 12:43:20.470811 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d51557-524e-41e7-835b-f23ba0fa5d2e req-27c71fe4-95f1-4697-a6ae-a1518add0a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:20.473228 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c6d51557-524e-41e7-835b-f23ba0fa5d2e req-27c71fe4-95f1-4697-a6ae-a1518add0a3f service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d3b3800723eb4a0687acc69ede2b821d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1012595 Aug 04 12:43:20.501326 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ec50e0de-15a3-447b-8bef-f1e199807fca req-6ae72b49-6765-48e4-a82a-3f84344f9a1a tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331407 Aug 04 12:43:20.503201 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=64dcd6d3-d279-4269-bf2b-63883cb25c26,revision_number=9']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:20.793661 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d51557-524e-41e7-835b-f23ba0fa5d2e req-be1e0bd2-d9eb-427f-8f6f-0edeac4d234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:20.795125 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c6d51557-524e-41e7-835b-f23ba0fa5d2e req-be1e0bd2-d9eb-427f-8f6f-0edeac4d234a service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3138242 Aug 04 12:43:20.821640 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['64dcd6d3-d279-4269-bf2b-63883cb25c26'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:43:20.831664 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf325edc-6744-4e22-bfc5-0bc46b9dcfba req-0d11f160-80e6-4a00-887b-f4e4efc455b9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:20.833257 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bf325edc-6744-4e22-bfc5-0bc46b9dcfba req-0d11f160-80e6-4a00-887b-f4e4efc455b9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0545628 Aug 04 12:43:20.877737 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bf325edc-6744-4e22-bfc5-0bc46b9dcfba req-ed570e73-4588-40a9-9ecb-e970f7e93b6e tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378027 Aug 04 12:43:20.927337 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-ce496b69-baab-416f-8a9c-11f56d3539a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:20.931242 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-ce496b69-baab-416f-8a9c-11f56d3539a6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d3b3800723eb4a0687acc69ede2b821d&device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 1096 time: 0.0546629 Aug 04 12:43:20.952523 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cde8d-3418-4192-9509-c9724aee4f92 req-bed97a1b-852d-44a5-a87b-ad785fcd8433 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:20.954385 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6a9cde8d-3418-4192-9509-c9724aee4f92 req-bed97a1b-852d-44a5-a87b-ad785fcd8433 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 946 time: 0.0519316 Aug 04 12:43:20.990997 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-2f45a251-7294-4676-84a4-fd4a11c1cad4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d4d439d-5035-4578-8776-f8ce486edaca HTTP/1.1" status: 200 len: 217 time: 0.0418568 Aug 04 12:43:21.025100 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6a9cde8d-3418-4192-9509-c9724aee4f92 req-2e952062-8c61-4600-99b8-692b3afae1b4 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=aa2ac0b1-cf99-46fa-8817-54c0ad649bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647736 Aug 04 12:43:21.044294 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bfce1-8393-4d1c-b9f0-cc8ffff7b94d req-872bba1d-0893-44b6-ac62-aec250f9d6eb tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:21.044483 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-223bfce1-8393-4d1c-b9f0-cc8ffff7b94d req-872bba1d-0893-44b6-ac62-aec250f9d6eb tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 944 time: 0.0688124 Aug 04 12:43:21.052655 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-3ed4115b-bdf8-4f84-b02f-e0c2b2456f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:21.054274 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-3ed4115b-bdf8-4f84-b02f-e0c2b2456f53 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4d04faf9-725b-4ab1-b30b-ba9175709758 HTTP/1.1" status: 200 len: 853 time: 0.0550003 Aug 04 12:43:21.094892 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-f5935a6f-b350-4a45-98bc-c0aed0f2e108 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6b21cd70-f9cf-4f92-85ad-21a6981d78d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305610 Aug 04 12:43:21.095158 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-223bfce1-8393-4d1c-b9f0-cc8ffff7b94d req-26d48ee0-5202-4c28-86f4-ad962bc7747d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393405 Aug 04 12:43:21.185847 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-c24bd6c4-b33e-49c7-8732-32a5c9b8beaf service neutron] 10.222.0.76 "GET /v2.0/networks/6b21cd70-f9cf-4f92-85ad-21a6981d78d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810091 Aug 04 12:43:21.283341 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-87b77845-0bd3-4ed6-bc66-1ec3a2956dd3 req-b50eef66-9b73-490f-bb9c-2daa20b39fb6 service neutron] 10.222.0.76 "GET /v2.0/networks/6b21cd70-f9cf-4f92-85ad-21a6981d78d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858481 Aug 04 12:43:21.614552 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9923f7-2341-4a01-a230-fd45eb902e35 req-391b70ea-8c9d-4296-8ba8-ac3137c0f9a6 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:21.616046 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1c9923f7-2341-4a01-a230-fd45eb902e35 req-391b70ea-8c9d-4296-8ba8-ac3137c0f9a6 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 943 time: 0.0478501 Aug 04 12:43:21.653606 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1c9923f7-2341-4a01-a230-fd45eb902e35 req-da08e9ce-bde0-4c7f-a247-2d0117dfd90c tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308626 Aug 04 12:43:22.001512 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a83a9-993a-4c17-b636-b6d0a49c7f0d req-1496cb10-8299-4bc1-b40a-482b8a5410a6 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:22.003134 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-620a83a9-993a-4c17-b636-b6d0a49c7f0d req-1496cb10-8299-4bc1-b40a-482b8a5410a6 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0495102 Aug 04 12:43:22.043779 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-620a83a9-993a-4c17-b636-b6d0a49c7f0d req-a28d8ff2-98d4-494d-b689-896a2dad7241 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345933 Aug 04 12:43:22.148014 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b90c00-aac8-4d08-9d4d-f46e45c5451b req-2a4b2bcd-9579-476e-8013-940b5db9eaa2 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:22.149586 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-98b90c00-aac8-4d08-9d4d-f46e45c5451b req-2a4b2bcd-9579-476e-8013-940b5db9eaa2 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 946 time: 0.0516396 Aug 04 12:43:22.164376 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 64dcd6d3-d279-4269-bf2b-63883cb25c26 up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:43:22.211480 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port 64dcd6d3-d279-4269-bf2b-63883cb25c26 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:43:22.211842 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:22.218600 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-98b90c00-aac8-4d08-9d4d-f46e45c5451b req-fd1696f1-ea92-4cc6-a647-4300f461e413 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups?id=aa2ac0b1-cf99-46fa-8817-54c0ad649bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626962 Aug 04 12:43:22.236117 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3617b3a-b3a3-4b3f-b6fd-dc3ba2ace82a req-5a043b0a-6078-44ad-a308-73eb92668ced tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:22.237852 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f3617b3a-b3a3-4b3f-b6fd-dc3ba2ace82a req-5a043b0a-6078-44ad-a308-73eb92668ced tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 944 time: 0.0644081 Aug 04 12:43:22.264722 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9ca87-0ac7-44f4-b873-bf9a39fb01ba req-7d465034-8ec0-4665-93db-bf65bbfa4b09 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:22.268907 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-aed9ca87-0ac7-44f4-b873-bf9a39fb01ba req-7d465034-8ec0-4665-93db-bf65bbfa4b09 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.76 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 946 time: 0.0539160 Aug 04 12:43:22.278968 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f3617b3a-b3a3-4b3f-b6fd-dc3ba2ace82a req-9f2a7cb4-9686-471f-bb30-34094e0cc1f2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346367 Aug 04 12:43:22.303751 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:22.329513 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3416f941-c5ba-4bfd-bc27-2ac89cdd3797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dcd6d3-d279-4269-bf2b-63883cb25c26'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:43:22.331743 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d84fdf0-a14e-43ff-8b3b-e150fa62c0d5" -d '{"events": [{"server_uuid": "3416f941-c5ba-4bfd-bc27-2ac89cdd3797", "name": "network-vif-plugged", "status": "completed", "tag": "64dcd6d3-d279-4269-bf2b-63883cb25c26"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:43:22.345784 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 64dcd6d3-d279-4269-bf2b-63883cb25c26, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=64dcd6d3-d279-4269-bf2b-63883cb25c26,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:43:22.369760 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11478330-b3e1-4bd9-a489-913e79180f57 x-openstack-request-id: req-11478330-b3e1-4bd9-a489-913e79180f57 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:43:22.370059 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3416f941-c5ba-4bfd-bc27-2ac89cdd3797", "name": "network-vif-plugged", "status": "completed", "tag": "64dcd6d3-d279-4269-bf2b-63883cb25c26", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:43:22.370316 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-11478330-b3e1-4bd9-a489-913e79180f57 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:43:22.370721 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3416f941-c5ba-4bfd-bc27-2ac89cdd3797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dcd6d3-d279-4269-bf2b-63883cb25c26', 'code': 200} Aug 04 12:43:22.373413 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-aed9ca87-0ac7-44f4-b873-bf9a39fb01ba req-960477c5-5079-4a17-93a7-41774e260131 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Deleting port 9db88dbb-4e98-4223-87da-2606001d42a5 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:43:22.373789 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-aed9ca87-0ac7-44f4-b873-bf9a39fb01ba req-960477c5-5079-4a17-93a7-41774e260131 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:22.434365 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:22.483812 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-aed9ca87-0ac7-44f4-b873-bf9a39fb01ba req-960477c5-5079-4a17-93a7-41774e260131 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] For port 9db88dbb-4e98-4223-87da-2606001d42a5, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=9db88dbb-4e98-4223-87da-2606001d42a5,segment=NetworkSegment(460f25c3-9530-4968-8cdc-c105494c6d68),segment_id=460f25c3-9530-4968-8cdc-c105494c6d68)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:43:22.484532 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-aed9ca87-0ac7-44f4-b873-bf9a39fb01ba req-960477c5-5079-4a17-93a7-41774e260131 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:22.485614 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=64dcd6d3-d279-4269-bf2b-63883cb25c26,revision_number=10']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:22.709032 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-aed9ca87-0ac7-44f4-b873-bf9a39fb01ba req-960477c5-5079-4a17-93a7-41774e260131 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:22.709435 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-aed9ca87-0ac7-44f4-b873-bf9a39fb01ba req-960477c5-5079-4a17-93a7-41774e260131 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544761'] for floatingip, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:22.709745 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.db.l3_db [req-aed9ca87-0ac7-44f4-b873-bf9a39fb01ba req-960477c5-5079-4a17-93a7-41774e260131 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Floating IP 574bda39-d8cc-4495-9758-9b04fb770851 disassociated. External IP: 172.27.3.197, port: 9db88dbb-4e98-4223-87da-2606001d42a5. Aug 04 12:43:22.710088 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-aed9ca87-0ac7-44f4-b873-bf9a39fb01ba req-960477c5-5079-4a17-93a7-41774e260131 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Calling delete_port for 9db88dbb-4e98-4223-87da-2606001d42a5 owned by compute:nova {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:43:22.768409 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5dd0d-cfc6-4b4f-a30a-4cd8cf2dc258 req-f95852d5-5e22-4d96-bcf2-5ccfe2cd2d64 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:22.769970 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1ed5dd0d-cfc6-4b4f-a30a-4cd8cf2dc258 req-f95852d5-5e22-4d96-bcf2-5ccfe2cd2d64 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 943 time: 0.0495243 Aug 04 12:43:22.837695 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1ed5dd0d-cfc6-4b4f-a30a-4cd8cf2dc258 req-2d366fc2-bd6d-458d-b3c0-19f2610c02c5 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610261 Aug 04 12:43:22.846904 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b31a5-f259-4402-8d37-95c9b76d3f50 req-b580bed2-0b55-4e1d-9297-dd5394655f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:22.848359 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e83b31a5-f259-4402-8d37-95c9b76d3f50 req-b580bed2-0b55-4e1d-9297-dd5394655f0e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 1099 time: 0.0563071 Aug 04 12:43:22.884658 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e83b31a5-f259-4402-8d37-95c9b76d3f50 req-37ec3a2f-61b2-4785-8412-2c25604c55bf service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276384 Aug 04 12:43:22.908214 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-aed9ca87-0ac7-44f4-b873-bf9a39fb01ba req-960477c5-5079-4a17-93a7-41774e260131 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:22.937514 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960477c5-5079-4a17-93a7-41774e260131 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Pushing event deleted for resources: {'Port': ['ID=9db88dbb-4e98-4223-87da-2606001d42a5,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:23.044679 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aed9ca87-0ac7-44f4-b873-bf9a39fb01ba req-960477c5-5079-4a17-93a7-41774e260131 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Router f9d465a8-60b9-4864-8ad6-c32ce2bcebad has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:43:23.150064 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aed9ca87-0ac7-44f4-b873-bf9a39fb01ba req-960477c5-5079-4a17-93a7-41774e260131 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:43:23.160162 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa66e871-750f-4a0a-b266-30be41ed9b3e None None] Sync routers for ids ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:43:23.170293 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed93d6-1bfd-475f-9fab-cb11b0503498 req-eb197d58-ca93-4b58-93b3-27ca13738c2e tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:23.171216 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa66e871-750f-4a0a-b266-30be41ed9b3e None None] Routers {'f9d465a8-60b9-4864-8ad6-c32ce2bcebad'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:43:23.171795 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8aed93d6-1bfd-475f-9fab-cb11b0503498 req-eb197d58-ca93-4b58-93b3-27ca13738c2e tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0499861 Aug 04 12:43:23.171982 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-aa66e871-750f-4a0a-b266-30be41ed9b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:43:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:43:23.192250 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed9ca87-0ac7-44f4-b873-bf9a39fb01ba req-960477c5-5079-4a17-93a7-41774e260131 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] No DVR routers for this DVR port 9db88dbb-4e98-4223-87da-2606001d42a5 on host hv-cinder-80304 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:43:23.195334 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-aed9ca87-0ac7-44f4-b873-bf9a39fb01ba req-960477c5-5079-4a17-93a7-41774e260131 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:23.197948 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-aed9ca87-0ac7-44f4-b873-bf9a39fb01ba req-960477c5-5079-4a17-93a7-41774e260131 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.76 "DELETE /v2.0/ports/9db88dbb-4e98-4223-87da-2606001d42a5 HTTP/1.1" status: 204 len: 173 time: 0.9190657 Aug 04 12:43:23.198384 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6587a6b2-a0ec-40da-988c-acda74d662f1', 'name': 'network-vif-deleted', 'tag': '9db88dbb-4e98-4223-87da-2606001d42a5'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:43:23.200634 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50629ac-7972-4251-adfe-7c18a744a379" -d '{"events": [{"server_uuid": "6587a6b2-a0ec-40da-988c-acda74d662f1", "name": "network-vif-deleted", "tag": "9db88dbb-4e98-4223-87da-2606001d42a5"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:43:23.215886 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8aed93d6-1bfd-475f-9fab-cb11b0503498 req-28f78649-b4ef-42ee-a83d-638ab7c42fd0 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377598 Aug 04 12:43:23.248200 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fb075e-8337-47c9-9ff9-e62c8c990134 x-openstack-request-id: req-b0fb075e-8337-47c9-9ff9-e62c8c990134 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:43:23.248573 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6587a6b2-a0ec-40da-988c-acda74d662f1", "name": "network-vif-deleted", "tag": "9db88dbb-4e98-4223-87da-2606001d42a5", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:43:23.248890 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-b0fb075e-8337-47c9-9ff9-e62c8c990134 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:43:23.249537 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6587a6b2-a0ec-40da-988c-acda74d662f1', 'name': 'network-vif-deleted', 'tag': '9db88dbb-4e98-4223-87da-2606001d42a5', 'status': 'completed', 'code': 200} Aug 04 12:43:23.288274 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-aa66e871-750f-4a0a-b266-30be41ed9b3e None None] Set router f9d465a8-60b9-4864-8ad6-c32ce2bcebad gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:43:23.325417 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c9ce4cd3-0185-4b78-b766-df102c3d3473 req-d073a156-f002-486f-b669-a279d943f558 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 210 time: 0.0276306 Aug 04 12:43:23.428273 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab7426-a9a8-45fa-b60b-6f990ab7ba1f req-15c56675-6feb-4efd-8e91-70d5c2358a10 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:23.430304 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-88ab7426-a9a8-45fa-b60b-6f990ab7ba1f req-15c56675-6feb-4efd-8e91-70d5c2358a10 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 946 time: 0.0546412 Aug 04 12:43:23.476302 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-88ab7426-a9a8-45fa-b60b-6f990ab7ba1f req-d2c5fbba-3208-4654-905b-1ea437b21453 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381947 Aug 04 12:43:23.526441 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-aa66e871-750f-4a0a-b266-30be41ed9b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 4, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port': {'id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'ad59a990-bf66-495b-9a95-62e1abb6b08a', 'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'mac_address': 'fa:16:3e:75:0c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:51Z', 'revision_number': 5, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'subnets': [{'id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:43:23.551745 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa66e871-750f-4a0a-b266-30be41ed9b3e None None] Checking router: f9d465a8-60b9-4864-8ad6-c32ce2bcebad for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:43:23.560723 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa66e871-750f-4a0a-b266-30be41ed9b3e None None] Routers {'f9d465a8-60b9-4864-8ad6-c32ce2bcebad'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:43:23.561340 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-aa66e871-750f-4a0a-b266-30be41ed9b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:43:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:43:23.665596 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-aa66e871-750f-4a0a-b266-30be41ed9b3e None None] Set router f9d465a8-60b9-4864-8ad6-c32ce2bcebad gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:43:23.855712 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-aa66e871-750f-4a0a-b266-30be41ed9b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 4, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port': {'id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'ad59a990-bf66-495b-9a95-62e1abb6b08a', 'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'mac_address': 'fa:16:3e:75:0c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:51Z', 'revision_number': 5, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'subnets': [{'id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:43:23.885292 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa66e871-750f-4a0a-b266-30be41ed9b3e None None] The sync data for ids ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'] in dv-cinder-803046-4-iscsi is: [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:36:38Z', 'revision_number': 4, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port': {'id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'ad59a990-bf66-495b-9a95-62e1abb6b08a', 'name': '', 'network_id': '0ba113d9-2675-4a22-b634-a3c6b41f2555', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'mac_address': 'fa:16:3e:75:0c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:51Z', 'revision_number': 5, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'subnets': [{'id': 'aedd7339-0c11-4ca6-9c5c-6f42b8d89abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:43:23.955659 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4daf9-2398-4bfe-9a66-4fc7b5ba9967 req-8130e377-6adc-4ebe-9bbd-4c51c60dc7c2 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:23.957253 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0ae4daf9-2398-4bfe-9a66-4fc7b5ba9967 req-8130e377-6adc-4ebe-9bbd-4c51c60dc7c2 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 943 time: 0.0501130 Aug 04 12:43:23.998584 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0ae4daf9-2398-4bfe-9a66-4fc7b5ba9967 req-9560fbc1-9142-44fa-87ca-51081eb85cb1 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344396 Aug 04 12:43:24.095193 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252cd6b1-497b-4d6d-800a-cd8fedfa58e1 None None] New status for floating IP 574bda39-d8cc-4495-9758-9b04fb770851: DOWN {{(pid=94081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:43:24.171078 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 3d4d439d-5035-4578-8776-f8ce486edaca details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:43:24.280946 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 3d4d439d-5035-4578-8776-f8ce486edaca, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=3d4d439d-5035-4578-8776-f8ce486edaca,segment=NetworkSegment(92c493e3-8c89-4e48-9101-b90d799f4c8b),segment_id=92c493e3-8c89-4e48-9101-b90d799f4c8b)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:43:24.298567 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': '3d4d439d-5035-4578-8776-f8ce486edaca', 'network_id': '6b21cd70-f9cf-4f92-85ad-21a6981d78d4', 'port_id': '3d4d439d-5035-4578-8776-f8ce486edaca', 'mac_address': 'fa:16:3e:19:95:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d04faf9-725b-4ab1-b30b-ba9175709758', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:43:24.356316 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41ffba-a440-421f-9847-27528fdf9a9e req-fe9ec110-34b4-4551-976b-4a245e5ec6f3 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:24.371191 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2e41ffba-a440-421f-9847-27528fdf9a9e req-fe9ec110-34b4-4551-976b-4a245e5ec6f3 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0874147 Aug 04 12:43:24.383566 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:24.418528 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4d439d-5035-4578-8776-f8ce486edaca {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:43:24.421396 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2e41ffba-a440-421f-9847-27528fdf9a9e req-876a9ab7-2ff4-41e2-b768-4c658cab5a6f tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492649 Aug 04 12:43:24.440133 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 3d4d439d-5035-4578-8776-f8ce486edaca, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=3d4d439d-5035-4578-8776-f8ce486edaca,segment=NetworkSegment(92c493e3-8c89-4e48-9101-b90d799f4c8b),segment_id=92c493e3-8c89-4e48-9101-b90d799f4c8b)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:43:24.461882 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-16335993-29b9-4f46-8590-2b28518eb2e7 req-61d7ce62-522f-4f4e-9b68-ce377e141b0e tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/ports?device_id=6587a6b2-a0ec-40da-988c-acda74d662f1 HTTP/1.1" status: 200 len: 210 time: 0.0280669 Aug 04 12:43:24.525282 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:24.574914 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=3d4d439d-5035-4578-8776-f8ce486edaca,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:24.609571 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee61087-163f-4dd9-8e5f-19d4f89d8d33 req-792d922b-f082-49c8-9b0f-56eb8c8f7003 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:24.611036 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6ee61087-163f-4dd9-8e5f-19d4f89d8d33 req-792d922b-f082-49c8-9b0f-56eb8c8f7003 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 946 time: 0.0542295 Aug 04 12:43:24.649251 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6ee61087-163f-4dd9-8e5f-19d4f89d8d33 req-ebc2e016-105d-4100-8886-3dd942bb41e5 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321138 Aug 04 12:43:24.924431 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['3d4d439d-5035-4578-8776-f8ce486edaca'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:43:25.112396 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17dec2-a8a2-4aa6-90ce-d2e76ae8be58 req-48916e6d-4989-48ec-932a-19a36cd67d52 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:25.114001 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9b17dec2-a8a2-4aa6-90ce-d2e76ae8be58 req-48916e6d-4989-48ec-932a-19a36cd67d52 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 944 time: 0.0486553 Aug 04 12:43:25.152857 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9b17dec2-a8a2-4aa6-90ce-d2e76ae8be58 req-4eb92393-cf40-4725-8d12-7cc54ce81182 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323615 Aug 04 12:43:25.542282 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad94e6-4611-4677-a802-7b0465bad119 req-ee862a77-8f69-4dc7-b764-51d4ceecce35 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:25.543848 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-02ad94e6-4611-4677-a802-7b0465bad119 req-ee862a77-8f69-4dc7-b764-51d4ceecce35 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0500767 Aug 04 12:43:25.583658 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-02ad94e6-4611-4677-a802-7b0465bad119 req-395d6893-68c8-466f-8e38-651e8041eab1 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336683 Aug 04 12:43:25.657170 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 44702) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:43:25.723895 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b854b457-6b8f-4371-b82c-8e2ca2748c1b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:25.778553 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b854b457-6b8f-4371-b82c-8e2ca2748c1b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:25.832140 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc78daa-b8d4-4393-aab7-1491c8e82130 req-3f3919b0-8168-44a3-83a4-e4454db3f945 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:25.833804 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2bc78daa-b8d4-4393-aab7-1491c8e82130 req-3f3919b0-8168-44a3-83a4-e4454db3f945 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 946 time: 0.1024270 Aug 04 12:43:25.874571 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2bc78daa-b8d4-4393-aab7-1491c8e82130 req-6b889d0d-664c-468f-a078-78adc804e3f3 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347362 Aug 04 12:43:26.015018 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b854b457-6b8f-4371-b82c-8e2ca2748c1b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:26.017626 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b854b457-6b8f-4371-b82c-8e2ca2748c1b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:26.018784 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-b854b457-6b8f-4371-b82c-8e2ca2748c1b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "DELETE /v2.0/security-groups/aa2ac0b1-cf99-46fa-8817-54c0ad649bfe HTTP/1.1" status: 204 len: 168 time: 0.3605094 Aug 04 12:43:26.023446 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 44706) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:43:26.028308 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854b457-6b8f-4371-b82c-8e2ca2748c1b tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2ac0b1-cf99-46fa-8817-54c0ad649bfe,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:26.037430 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.api.v2.resource [None req-685c7943-ffa4-4a71-9dda-cdf54b723003 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] show failed (client error): The resource could not be found. Aug 04 12:43:26.038444 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-685c7943-ffa4-4a71-9dda-cdf54b723003 tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "GET /v2.0/security-groups/aa2ac0b1-cf99-46fa-8817-54c0ad649bfe HTTP/1.1" status: 404 len: 347 time: 0.0155797 Aug 04 12:43:26.041350 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 44708) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:43:26.177613 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff849d-1f4c-4204-942b-a0cdc0285dae tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Deleting port 18d3df63-086b-4412-975e-ccd0d7198248 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:43:26.177864 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d2ff849d-1f4c-4204-942b-a0cdc0285dae tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:26.189769 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 3d4d439d-5035-4578-8776-f8ce486edaca up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:43:26.257172 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d2ff849d-1f4c-4204-942b-a0cdc0285dae tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:26.257528 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d2ff849d-1f4c-4204-942b-a0cdc0285dae tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:26.267339 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37538e-6ff7-4aa7-8c65-8c6f2a19ccc2 req-02593f12-8e33-4668-b265-57837927935e tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:26.268843 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ea37538e-6ff7-4aa7-8c65-8c6f2a19ccc2 req-02593f12-8e33-4668-b265-57837927935e tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 944 time: 0.0489419 Aug 04 12:43:26.269424 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff849d-1f4c-4204-942b-a0cdc0285dae tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Calling delete_port for 18d3df63-086b-4412-975e-ccd0d7198248 owned by network:floatingip {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:43:26.311916 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ea37538e-6ff7-4aa7-8c65-8c6f2a19ccc2 req-e90d6409-1268-4f3e-af41-c65edf229520 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367882 Aug 04 12:43:26.325166 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port 3d4d439d-5035-4578-8776-f8ce486edaca completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:43:26.329239 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port 3d4d439d-5035-4578-8776-f8ce486edaca triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:43:26.329656 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:26.409021 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:26.432697 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74731af-7b09-4b8a-b398-d2ade9f99315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4d439d-5035-4578-8776-f8ce486edaca'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:43:26.434870 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb4fc1d-d80c-4814-ae97-c031e8d88663" -d '{"events": [{"server_uuid": "e74731af-7b09-4b8a-b398-d2ade9f99315", "name": "network-vif-plugged", "status": "completed", "tag": "3d4d439d-5035-4578-8776-f8ce486edaca"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:43:26.447747 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 3d4d439d-5035-4578-8776-f8ce486edaca, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=3d4d439d-5035-4578-8776-f8ce486edaca,segment=NetworkSegment(92c493e3-8c89-4e48-9101-b90d799f4c8b),segment_id=92c493e3-8c89-4e48-9101-b90d799f4c8b)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:43:26.470695 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38780a27-c1cd-468d-97e2-87918537b963 x-openstack-request-id: req-38780a27-c1cd-468d-97e2-87918537b963 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:43:26.470989 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74731af-7b09-4b8a-b398-d2ade9f99315", "name": "network-vif-plugged", "status": "completed", "tag": "3d4d439d-5035-4578-8776-f8ce486edaca", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:43:26.471249 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-38780a27-c1cd-468d-97e2-87918537b963 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:43:26.471649 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74731af-7b09-4b8a-b398-d2ade9f99315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4d439d-5035-4578-8776-f8ce486edaca', 'code': 200} Aug 04 12:43:26.483832 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d2ff849d-1f4c-4204-942b-a0cdc0285dae tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:26.506929 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff849d-1f4c-4204-942b-a0cdc0285dae tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Pushing event deleted for resources: {'Port': ['ID=18d3df63-086b-4412-975e-ccd0d7198248,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:26.559834 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:26.560926 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 9db88dbb-4e98-4223-87da-2606001d42a5 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:43:26.569722 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d2ff849d-1f4c-4204-942b-a0cdc0285dae tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks [] for floatingip, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:26.572407 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d2ff849d-1f4c-4204-942b-a0cdc0285dae tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:26.573606 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-d2ff849d-1f4c-4204-942b-a0cdc0285dae tempest-AttachVolumeTestJSON-1884312616 tempest-AttachVolumeTestJSON-1884312616-project] 10.222.0.90 "DELETE /v2.0/floatingips/574bda39-d8cc-4495-9758-9b04fb770851 HTTP/1.1" status: 204 len: 168 time: 0.5312321 Aug 04 12:43:26.600028 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: 9db88dbb-4e98-4223-87da-2606001d42a5 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:43:26.600419 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 9db88dbb-4e98-4223-87da-2606001d42a5 not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:43:26.628296 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=3d4d439d-5035-4578-8776-f8ce486edaca,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:26.705079 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eaf2fe-e286-4e08-8bf5-683612c0428f req-793f2d68-646c-4cb6-8caf-b51440b2bbdf tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:26.706537 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-32eaf2fe-e286-4e08-8bf5-683612c0428f req-793f2d68-646c-4cb6-8caf-b51440b2bbdf tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0511575 Aug 04 12:43:26.747184 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-32eaf2fe-e286-4e08-8bf5-683612c0428f req-d7ef299f-a456-4059-9163-cc56a0a3e1c9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345159 Aug 04 12:43:26.854916 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5eb66-a189-4528-995c-93eb46b1d72a req-b4605ad8-2b8e-42cf-b96e-f4eceafbf911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:26.856408 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-a4d5eb66-a189-4528-995c-93eb46b1d72a req-b4605ad8-2b8e-42cf-b96e-f4eceafbf911 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 1098 time: 0.0439897 Aug 04 12:43:26.892913 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-a4d5eb66-a189-4528-995c-93eb46b1d72a req-817bd809-e293-48ae-95d6-95fbff35d950 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283494 Aug 04 12:43:26.996629 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce444422-6598-4a4f-befb-5b2bfb41ecf6 req-51d23c08-422d-490b-a240-be77b1869285 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:26.998061 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ce444422-6598-4a4f-befb-5b2bfb41ecf6 req-51d23c08-422d-490b-a240-be77b1869285 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 946 time: 0.0490396 Aug 04 12:43:27.035016 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ce444422-6598-4a4f-befb-5b2bfb41ecf6 req-ac40883e-1fe5-4bce-b220-c38c8b32c137 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309038 Aug 04 12:43:27.429027 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dad74-8cff-426e-8caf-577861eb0213 req-b0168d13-1abb-4e9a-82fa-a14fb907dc60 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:27.430651 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d14dad74-8cff-426e-8caf-577861eb0213 req-b0168d13-1abb-4e9a-82fa-a14fb907dc60 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 945 time: 0.0517261 Aug 04 12:43:27.474033 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d14dad74-8cff-426e-8caf-577861eb0213 req-c928e664-fa4d-4e26-a996-fbc1d617d485 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367265 Aug 04 12:43:27.864729 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bbe64-83f4-4b5d-b072-efa8cefd669e req-32368635-c864-4ca5-80df-67d4afa627e3 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:27.874601 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7a1bbe64-83f4-4b5d-b072-efa8cefd669e req-32368635-c864-4ca5-80df-67d4afa627e3 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0491726 Aug 04 12:43:27.909071 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7a1bbe64-83f4-4b5d-b072-efa8cefd669e req-dcde0a01-96cd-45ad-9b04-79b34174ff2d tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360289 Aug 04 12:43:28.590357 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79435a7b-1efc-43e8-b650-c8e0f52ed660 req-e606958f-0f35-4fc3-bf59-0fd843f056fa tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:28.591803 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-79435a7b-1efc-43e8-b650-c8e0f52ed660 req-e606958f-0f35-4fc3-bf59-0fd843f056fa tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 945 time: 0.0505672 Aug 04 12:43:28.628833 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-79435a7b-1efc-43e8-b650-c8e0f52ed660 req-91fc1ad4-893d-4e5d-a05a-bfa234746e99 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309114 Aug 04 12:43:29.024706 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a60bf-a4bb-4d20-9a6f-e6b2fd43c9a0 req-83ae1847-9f29-47d8-86c8-d2fc114848aa tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:29.026227 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-865a60bf-a4bb-4d20-9a6f-e6b2fd43c9a0 req-83ae1847-9f29-47d8-86c8-d2fc114848aa tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0500183 Aug 04 12:43:29.071578 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-865a60bf-a4bb-4d20-9a6f-e6b2fd43c9a0 req-54457975-1e09-4f65-840c-6fa4868806b4 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392990 Aug 04 12:43:30.186545 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79148d59-740e-4167-a900-a7fc5593e7b2 req-18e43676-c9ea-4a85-907a-754b14443819 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:30.188467 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-79148d59-740e-4167-a900-a7fc5593e7b2 req-18e43676-c9ea-4a85-907a-754b14443819 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0497863 Aug 04 12:43:30.227528 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-79148d59-740e-4167-a900-a7fc5593e7b2 req-28b4a299-7d4e-4703-a7f6-670dcd7128b8 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334065 Aug 04 12:43:30.584378 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 44768) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:43:31.069828 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2ee2fb37-aadc-433a-831a-cf87539cddc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544505'] for router_interface, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:31.343554 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eea965-cdf1-46e0-9bd0-3800f23562ef req-d236f61e-d19f-45c3-a1dc-b0d8c7c4770a tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:31.345140 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-86eea965-cdf1-46e0-9bd0-3800f23562ef req-d236f61e-d19f-45c3-a1dc-b0d8c7c4770a tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0488074 Aug 04 12:43:31.354349 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2ee2fb37-aadc-433a-831a-cf87539cddc9 admin admin] Deleting port ad59a990-bf66-495b-9a95-62e1abb6b08a {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:43:31.354828 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2ee2fb37-aadc-433a-831a-cf87539cddc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:31.385270 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-86eea965-cdf1-46e0-9bd0-3800f23562ef req-39947e5c-0e7f-46d3-afd7-c1f12dde09d1 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338926 Aug 04 12:43:31.429916 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2ee2fb37-aadc-433a-831a-cf87539cddc9 admin admin] For port ad59a990-bf66-495b-9a95-62e1abb6b08a, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=ad59a990-bf66-495b-9a95-62e1abb6b08a,segment=NetworkSegment(460f25c3-9530-4968-8cdc-c105494c6d68),segment_id=460f25c3-9530-4968-8cdc-c105494c6d68)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:43:31.430272 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2ee2fb37-aadc-433a-831a-cf87539cddc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:31.441973 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2ee2fb37-aadc-433a-831a-cf87539cddc9 admin admin] Calling delete_port for ad59a990-bf66-495b-9a95-62e1abb6b08a owned by network:router_interface {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:43:31.954232 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2ee2fb37-aadc-433a-831a-cf87539cddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:31.979414 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2fb37-aadc-433a-831a-cf87539cddc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad59a990-bf66-495b-9a95-62e1abb6b08a,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:32.144317 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2ee2fb37-aadc-433a-831a-cf87539cddc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544397'] for router_interface, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:32.352307 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee2fb37-aadc-433a-831a-cf87539cddc9 admin admin] Router f9d465a8-60b9-4864-8ad6-c32ce2bcebad has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:43:32.457546 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee2fb37-aadc-433a-831a-cf87539cddc9 admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:43:32.463208 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-2ee2fb37-aadc-433a-831a-cf87539cddc9 admin admin] 10.222.0.90 "PUT /v2.0/routers/f9d465a8-60b9-4864-8ad6-c32ce2bcebad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8777683 Aug 04 12:43:32.466237 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 44778) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:43:32.470354 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a34508-d87f-4dc3-9578-b325797e3462 None None] Sync routers for ids ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:43:32.493737 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a34508-d87f-4dc3-9578-b325797e3462 None None] Routers {'f9d465a8-60b9-4864-8ad6-c32ce2bcebad'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:43:32.494480 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f0a34508-d87f-4dc3-9578-b325797e3462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:43:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:43:32.516257 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b8958-a8cd-4835-b123-cf636b2910b7 req-13a0e0fe-c1d5-4c57-8ba4-75edc0ab8fe5 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:32.518499 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c16b8958-a8cd-4835-b123-cf636b2910b7 req-13a0e0fe-c1d5-4c57-8ba4-75edc0ab8fe5 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0656412 Aug 04 12:43:32.565449 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c16b8958-a8cd-4835-b123-cf636b2910b7 req-9571c962-3196-4e15-accf-02eb7ebbbfc6 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402517 Aug 04 12:43:32.586709 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c13f74e4-504f-4271-b993-c093c58b837d admin admin] Notify callbacks [] for router, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:32.610991 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f0a34508-d87f-4dc3-9578-b325797e3462 None None] Set router f9d465a8-60b9-4864-8ad6-c32ce2bcebad gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:43:32.689207 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c13f74e4-504f-4271-b993-c093c58b837d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:32.792216 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f0a34508-d87f-4dc3-9578-b325797e3462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:43:31Z', 'revision_number': 5, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port': {'id': 'f390b4c4-5cd7-40df-97ad-2731e37c4134', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:43:32.827050 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a34508-d87f-4dc3-9578-b325797e3462 None None] Checking router: f9d465a8-60b9-4864-8ad6-c32ce2bcebad for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:43:32.840206 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a34508-d87f-4dc3-9578-b325797e3462 None None] Routers {'f9d465a8-60b9-4864-8ad6-c32ce2bcebad'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:43:32.840851 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f0a34508-d87f-4dc3-9578-b325797e3462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:43:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:43:32.841347 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c13f74e4-504f-4271-b993-c093c58b837d admin admin] Deleting port f390b4c4-5cd7-40df-97ad-2731e37c4134 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:43:32.841867 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c13f74e4-504f-4271-b993-c093c58b837d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:32.932137 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f0a34508-d87f-4dc3-9578-b325797e3462 None None] Set router f9d465a8-60b9-4864-8ad6-c32ce2bcebad gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:43:32.937903 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c13f74e4-504f-4271-b993-c093c58b837d admin admin] For port f390b4c4-5cd7-40df-97ad-2731e37c4134, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=f390b4c4-5cd7-40df-97ad-2731e37c4134,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:43:32.938333 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c13f74e4-504f-4271-b993-c093c58b837d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:32.950906 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c13f74e4-504f-4271-b993-c093c58b837d admin admin] Calling delete_port for f390b4c4-5cd7-40df-97ad-2731e37c4134 owned by network:router_gateway {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:43:32.985936 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f0a34508-d87f-4dc3-9578-b325797e3462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:43:32Z', 'revision_number': 6, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port_host': None}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:43:33.012247 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a34508-d87f-4dc3-9578-b325797e3462 None None] The sync data for ids ['f9d465a8-60b9-4864-8ad6-c32ce2bcebad'] in dv-cinder-803046-4-iscsi is: [{'id': 'f9d465a8-60b9-4864-8ad6-c32ce2bcebad', 'name': 'tempest-AttachVolumeTestJSON-465057854-router', 'tenant_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:29Z', 'updated_at': '2021-08-04T12:43:32Z', 'revision_number': 6, 'project_id': 'fe091bfaaf4e41eda6f7c1fe1220b764', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:43:33.178083 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c13f74e4-504f-4271-b993-c093c58b837d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:33.204098 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f74e4-504f-4271-b993-c093c58b837d admin admin] Pushing event deleted for resources: {'Port': ['ID=f390b4c4-5cd7-40df-97ad-2731e37c4134,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:33.265374 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c13f74e4-504f-4271-b993-c093c58b837d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544055'] for router_gateway, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:33.371202 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c13f74e4-504f-4271-b993-c093c58b837d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31799'] for router, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:33.373875 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c13f74e4-504f-4271-b993-c093c58b837d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:33.513987 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c13f74e4-504f-4271-b993-c093c58b837d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640572'] for router, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:33.514683 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13f74e4-504f-4271-b993-c093c58b837d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9d465a8-60b9-4864-8ad6-c32ce2bcebad {{(pid=94079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 12:43:33.521502 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c13f74e4-504f-4271-b993-c093c58b837d admin admin] Notify callbacks [] for router, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:33.523131 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-c13f74e4-504f-4271-b993-c093c58b837d admin admin] 10.222.0.90 "DELETE /v2.0/routers/f9d465a8-60b9-4864-8ad6-c32ce2bcebad HTTP/1.1" status: 204 len: 168 time: 1.0558071 Aug 04 12:43:33.525995 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 44782) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:43:33.570473 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_v2 [None req-686e8b39-f6b9-46f8-806d-8b29746dc9d2 admin admin] Deleting subnet aedd7339-0c11-4ca6-9c5c-6f42b8d89abe {{(pid=94079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 12:43:33.574351 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-686e8b39-f6b9-46f8-806d-8b29746dc9d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:33.613250 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-686e8b39-f6b9-46f8-806d-8b29746dc9d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9287391'] for subnet, precommit_delete_associations {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:33.686210 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ad9e7-2e39-4193-8bf6-3c155056ef12 req-42d5778a-4328-4d0f-bde9-446e48046d1a tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:33.686210 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-168ad9e7-2e39-4193-8bf6-3c155056ef12 req-42d5778a-4328-4d0f-bde9-446e48046d1a tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0524511 Aug 04 12:43:33.723518 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-686e8b39-f6b9-46f8-806d-8b29746dc9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8264673'] for subnet, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:33.729715 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-168ad9e7-2e39-4193-8bf6-3c155056ef12 req-1b4738db-b09c-4ac2-b1b6-2f8797158f22 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373135 Aug 04 12:43:33.867268 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-686e8b39-f6b9-46f8-806d-8b29746dc9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8263954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9245637'] for subnet, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:33.897187 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e8b39-f6b9-46f8-806d-8b29746dc9d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aedd7339-0c11-4ca6-9c5c-6f42b8d89abe,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:33.899018 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-686e8b39-f6b9-46f8-806d-8b29746dc9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for subnet, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:33.901640 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-686e8b39-f6b9-46f8-806d-8b29746dc9d2 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/aedd7339-0c11-4ca6-9c5c-6f42b8d89abe HTTP/1.1" status: 204 len: 168 time: 0.3745775 Aug 04 12:43:33.904229 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4612b29-05e2-4427-a19a-343ade6f7296 None None] Network 0ba113d9-2675-4a22-b634-a3c6b41f2555 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:43:33.904747 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 44788) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:43:33.934055 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:43:33.980229 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7872879'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:34.045295 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] Deleting port 5e0979bc-e9eb-4a53-9a83-f9672593e867 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:43:34.045759 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:34.106860 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] For port 5e0979bc-e9eb-4a53-9a83-f9672593e867, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=5e0979bc-e9eb-4a53-9a83-f9672593e867,segment=NetworkSegment(460f25c3-9530-4968-8cdc-c105494c6d68),segment_id=460f25c3-9530-4968-8cdc-c105494c6d68)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:43:34.107222 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:34.116989 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64123b6e-2c4e-4b37-a7b2-291767ffefbe None None] DHCP port deletion for 0ba113d9-2675-4a22-b634-a3c6b41f2555 request from dv-cinder-803046-4-iscsi {{(pid=94080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 12:43:34.120190 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] Calling delete_port for 5e0979bc-e9eb-4a53-9a83-f9672593e867 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:43:34.164476 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-64123b6e-2c4e-4b37-a7b2-291767ffefbe None None] Deleting port 5e0979bc-e9eb-4a53-9a83-f9672593e867 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:43:34.164836 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-64123b6e-2c4e-4b37-a7b2-291767ffefbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:34.279579 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:34.305203 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0979bc-e9eb-4a53-9a83-f9672593e867,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:34.311966 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] No DVR routers for this DVR port 5e0979bc-e9eb-4a53-9a83-f9672593e867 on host dv-cinder-803046-4-iscsi {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:43:34.367874 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-64123b6e-2c4e-4b37-a7b2-291767ffefbe None None] For port 5e0979bc-e9eb-4a53-9a83-f9672593e867, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=5e0979bc-e9eb-4a53-9a83-f9672593e867,segment=NetworkSegment(460f25c3-9530-4968-8cdc-c105494c6d68),segment_id=460f25c3-9530-4968-8cdc-c105494c6d68)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:43:34.368288 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-64123b6e-2c4e-4b37-a7b2-291767ffefbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:34.383113 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-64123b6e-2c4e-4b37-a7b2-291767ffefbe None None] Calling delete_port for 5e0979bc-e9eb-4a53-9a83-f9672593e867 owned by network:dhcp {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:43:34.384584 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314982', 'neutron.services.segments.db._delete_segments_for_network-8788656383735'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:34.394518 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba113d9-2675-4a22-b634-a3c6b41f2555']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:43:34.404948 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460f25c3-9530-4968-8cdc-c105494c6d68') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:43:34.405243 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460f25c3-9530-4968-8cdc-c105494c6d68') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:43:34.413936 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788656387588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3168403'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:34.431005 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:34.437473 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 12:43:34.437859 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4003244'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: Traceback (most recent call last): Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: timer() Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: cb(*args, **kw) Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: return func(*args, **kwargs) Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: self._notify() Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: self.callback(batched_events) Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: event.method(event) Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: return f(self, *a, **k) Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: return self._get(url).json() Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: return self.request(url, 'GET', **kwargs) Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 12:43:34.439544 dv-cinder-803046-4-iscsi neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 12:43:34.505476 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-64123b6e-2c4e-4b37-a7b2-291767ffefbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:34.527947 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64123b6e-2c4e-4b37-a7b2-291767ffefbe None None] Pushing event deleted for resources: {'Port': ['ID=5e0979bc-e9eb-4a53-9a83-f9672593e867,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:34.533626 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64123b6e-2c4e-4b37-a7b2-291767ffefbe None None] No DVR routers for this DVR port 5e0979bc-e9eb-4a53-9a83-f9672593e867 on host dv-cinder-803046-4-iscsi {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:43:34.597993 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544019'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:34.603655 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:34.606037 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] 10.222.0.90 "DELETE /v2.0/networks/0ba113d9-2675-4a22-b634-a3c6b41f2555 HTTP/1.1" status: 204 len: 168 time: 0.7006319 Aug 04 12:43:34.617337 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0fc41-c48c-4851-b984-903844c84f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ba113d9-2675-4a22-b634-a3c6b41f2555,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:34.855701 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfe52b-e7ce-4ea5-9f46-abd1a49c00e3 req-206822aa-b7d1-4a70-8326-299f7178ed38 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:34.857149 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2fdfe52b-e7ce-4ea5-9f46-abd1a49c00e3 req-206822aa-b7d1-4a70-8326-299f7178ed38 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0584993 Aug 04 12:43:34.900405 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2fdfe52b-e7ce-4ea5-9f46-abd1a49c00e3 req-b778329e-f5b3-45bb-8651-cfd3a526f911 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365965 Aug 04 12:43:34.907052 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device f390b4c4-5cd7-40df-97ad-2731e37c4134 no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:43:34.927974 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: f390b4c4-5cd7-40df-97ad-2731e37c4134 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:43:34.928322 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device f390b4c4-5cd7-40df-97ad-2731e37c4134 not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:43:34.928748 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device ad59a990-bf66-495b-9a95-62e1abb6b08a no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:43:34.948704 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: ad59a990-bf66-495b-9a95-62e1abb6b08a {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:43:34.949055 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device ad59a990-bf66-495b-9a95-62e1abb6b08a not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:43:34.949512 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 5e0979bc-e9eb-4a53-9a83-f9672593e867 no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:43:34.971246 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: 5e0979bc-e9eb-4a53-9a83-f9672593e867 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:43:34.971595 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 5e0979bc-e9eb-4a53-9a83-f9672593e867 not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:43:34.988969 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 44796) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:43:35.032171 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-8cc60572-38fb-408d-8adb-21ce2126098a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fe091bfaaf4e41eda6f7c1fe1220b764&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419993 Aug 04 12:43:35.034801 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 44798) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:43:35.083763 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d37c4cdd-fa03-45a9-9662-c1b7189ab375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:35.105635 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d37c4cdd-fa03-45a9-9662-c1b7189ab375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:35.251441 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d37c4cdd-fa03-45a9-9662-c1b7189ab375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:35.254425 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d37c4cdd-fa03-45a9-9662-c1b7189ab375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:35.255619 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-d37c4cdd-fa03-45a9-9662-c1b7189ab375 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c23251e4-3315-4efd-8774-0ecd1c8dd8f7 HTTP/1.1" status: 204 len: 168 time: 0.2199247 Aug 04 12:43:35.264425 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c4cdd-fa03-45a9-9662-c1b7189ab375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23251e4-3315-4efd-8774-0ecd1c8dd8f7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:36.021909 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f47196-31c6-47a0-b8c0-894c1072e534 req-ed783938-93df-4bb7-877a-e834ad1b186c tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:36.023696 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-74f47196-31c6-47a0-b8c0-894c1072e534 req-ed783938-93df-4bb7-877a-e834ad1b186c tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0489149 Aug 04 12:43:36.071400 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-74f47196-31c6-47a0-b8c0-894c1072e534 req-0ba0b98d-c45e-47b1-9452-170a542e67e2 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382559 Aug 04 12:43:37.192604 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578fef4-ae0c-4f3c-b926-dea113411c9e req-5da81a3f-2569-4c23-9d68-156dd112d767 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:37.194110 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e578fef4-ae0c-4f3c-b926-dea113411c9e req-5da81a3f-2569-4c23-9d68-156dd112d767 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0530422 Aug 04 12:43:37.241314 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e578fef4-ae0c-4f3c-b926-dea113411c9e req-2774e96a-a068-4ddb-8aed-0fee3fdcb911 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394154 Aug 04 12:43:38.372487 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b4b5b-bf99-480b-8d65-1c39187b8129 req-1b8df4b5-65f8-47e4-9517-7584c54dc8d6 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:38.374043 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-565b4b5b-bf99-480b-8d65-1c39187b8129 req-1b8df4b5-65f8-47e4-9517-7584c54dc8d6 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0522020 Aug 04 12:43:38.417125 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-565b4b5b-bf99-480b-8d65-1c39187b8129 req-58b35ae1-4d26-4e4b-8c1c-9155a9993ad6 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365162 Aug 04 12:43:38.456289 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254cbae-7b50-4be8-8c8d-21273085bfae req-0e522d99-1c69-4c1a-aff9-2e140c6bd11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:38.457968 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-4254cbae-7b50-4be8-8c8d-21273085bfae req-0e522d99-1c69-4c1a-aff9-2e140c6bd11d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5921bf45f6694cf99e28e253234d5f11&device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 1137 time: 0.0476196 Aug 04 12:43:38.581527 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254cbae-7b50-4be8-8c8d-21273085bfae req-ea775ebb-a21d-4dc6-8059-bf7c0ffcd6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:38.583010 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-4254cbae-7b50-4be8-8c8d-21273085bfae req-ea775ebb-a21d-4dc6-8059-bf7c0ffcd6ab service neutron] 10.222.0.76 "GET /v2.0/networks?id=c3f1f847-c32f-43d1-91f8-3235917eb608 HTTP/1.1" status: 200 len: 916 time: 0.0926747 Aug 04 12:43:38.647725 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-4254cbae-7b50-4be8-8c8d-21273085bfae req-36610bac-53d5-43ca-9a02-ea83ca5d884d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 HTTP/1.1" status: 200 len: 1001 time: 0.0568845 Aug 04 12:43:38.708610 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254cbae-7b50-4be8-8c8d-21273085bfae req-cedb91c7-3a55-454a-95be-81f34dad2197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:38.710074 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-4254cbae-7b50-4be8-8c8d-21273085bfae req-cedb91c7-3a55-454a-95be-81f34dad2197 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97964b98-e9b3-41b3-a9ca-c9e5cf845f5d HTTP/1.1" status: 200 len: 854 time: 0.0427577 Aug 04 12:43:38.763778 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:38.765848 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254cbae-7b50-4be8-8c8d-21273085bfae req-631bf532-6ad2-44dd-b5d3-d929d8064e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:38.767316 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-4254cbae-7b50-4be8-8c8d-21273085bfae req-631bf532-6ad2-44dd-b5d3-d929d8064e3e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3f1f847-c32f-43d1-91f8-3235917eb608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419419 Aug 04 12:43:38.862169 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-4254cbae-7b50-4be8-8c8d-21273085bfae req-48ccbc79-56ef-4aeb-a706-c0cc652eaf83 service neutron] 10.222.0.76 "GET /v2.0/networks/c3f1f847-c32f-43d1-91f8-3235917eb608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810828 Aug 04 12:43:39.551847 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380e16d-541e-48a5-8321-bfb9c61db6e1 req-7a6e3b09-3ba3-4aec-98a7-174781b4d6df tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:39.553384 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5380e16d-541e-48a5-8321-bfb9c61db6e1 req-7a6e3b09-3ba3-4aec-98a7-174781b4d6df tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0498908 Aug 04 12:43:39.593548 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5380e16d-541e-48a5-8321-bfb9c61db6e1 req-1c48541f-7e00-4fd8-b02e-8aa915bb81f4 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334058 Aug 04 12:43:40.725946 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de1081-dbf0-41af-aca6-7d4c95b6dc82 req-99c74a0f-2965-45af-a766-5a76faaa7d17 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:40.728308 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e9de1081-dbf0-41af-aca6-7d4c95b6dc82 req-99c74a0f-2965-45af-a766-5a76faaa7d17 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0657017 Aug 04 12:43:40.748630 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1bd36189-2a4e-46c4-95fc-83dee6c0d4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:40.778231 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e9de1081-dbf0-41af-aca6-7d4c95b6dc82 req-6cfa5238-22ef-4b37-8620-dd9e892e8c84 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393457 Aug 04 12:43:41.845823 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-4254cbae-7b50-4be8-8c8d-21273085bfae req-defd441e-ee0c-40c5-a388-e007df352ed3 service neutron] 10.222.0.76 "GET /v2.0/networks/c3f1f847-c32f-43d1-91f8-3235917eb608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856316 Aug 04 12:43:41.893739 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfcbf7-8f89-4d6e-8888-3b63c18b9040 req-b300862f-ff21-4403-a863-57272f83340b tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:41.895357 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6ebfcbf7-8f89-4d6e-8888-3b63c18b9040 req-b300862f-ff21-4403-a863-57272f83340b tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0487139 Aug 04 12:43:41.937007 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6ebfcbf7-8f89-4d6e-8888-3b63c18b9040 req-5765143d-2801-4106-b5a5-a3c4c7488dee tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350463 Aug 04 12:43:43.054275 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97983b0b-b274-4fc3-8c21-067b0280c425 req-3657504e-859b-4266-876d-bf5156c872b3 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:43.055877 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-97983b0b-b274-4fc3-8c21-067b0280c425 req-3657504e-859b-4266-876d-bf5156c872b3 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0511088 Aug 04 12:43:43.102729 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-97983b0b-b274-4fc3-8c21-067b0280c425 req-c8d07cca-fe42-4a8f-bdf9-f97254d9e9e6 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&id=086081c6-fe2a-46e6-9856-a558c2419604&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360861 Aug 04 12:43:43.220361 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-84fce156-ea4a-4199-8397-9a0cd9379788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:43.473875 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:44.451142 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:45.959646 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:51.625380 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 44992) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:43:51.740912 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0c964531-8f6b-41e2-8e8d-7cabc543038e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:51.831535 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0c964531-8f6b-41e2-8e8d-7cabc543038e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:51.930850 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0c964531-8f6b-41e2-8e8d-7cabc543038e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:51.970982 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-0c964531-8f6b-41e2-8e8d-7cabc543038e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4d38a08a02bb45a0a1c66ccdb6169616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442941 Aug 04 12:43:51.971907 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c964531-8f6b-41e2-8e8d-7cabc543038e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4fa8ca-3082-4dca-8154-bba922f85516,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:51.973640 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 44998) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:43:51.979973 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c964531-8f6b-41e2-8e8d-7cabc543038e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:51.980355 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c964531-8f6b-41e2-8e8d-7cabc543038e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:51.980668 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c964531-8f6b-41e2-8e8d-7cabc543038e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:51.981003 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c964531-8f6b-41e2-8e8d-7cabc543038e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:51.981394 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c964531-8f6b-41e2-8e8d-7cabc543038e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:51.981729 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c964531-8f6b-41e2-8e8d-7cabc543038e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:51.982057 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c964531-8f6b-41e2-8e8d-7cabc543038e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:51.982386 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c964531-8f6b-41e2-8e8d-7cabc543038e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:51.982704 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c964531-8f6b-41e2-8e8d-7cabc543038e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:51.983034 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c964531-8f6b-41e2-8e8d-7cabc543038e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:51.983357 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c964531-8f6b-41e2-8e8d-7cabc543038e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:51.983676 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c964531-8f6b-41e2-8e8d-7cabc543038e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:52.028445 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1150d595-1f58-45ac-b57c-18193f0d31a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:52.049333 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1150d595-1f58-45ac-b57c-18193f0d31a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:52.193760 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1150d595-1f58-45ac-b57c-18193f0d31a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:52.196504 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1150d595-1f58-45ac-b57c-18193f0d31a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:52.197713 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-1150d595-1f58-45ac-b57c-18193f0d31a0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ca4fa8ca-3082-4dca-8154-bba922f85516 HTTP/1.1" status: 204 len: 168 time: 0.2229929 Aug 04 12:43:52.206223 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150d595-1f58-45ac-b57c-18193f0d31a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4fa8ca-3082-4dca-8154-bba922f85516,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:52.214106 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150d595-1f58-45ac-b57c-18193f0d31a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:52.214659 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150d595-1f58-45ac-b57c-18193f0d31a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:52.214897 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150d595-1f58-45ac-b57c-18193f0d31a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:52.215242 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150d595-1f58-45ac-b57c-18193f0d31a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:52.215620 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150d595-1f58-45ac-b57c-18193f0d31a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:52.216117 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150d595-1f58-45ac-b57c-18193f0d31a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:52.216453 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150d595-1f58-45ac-b57c-18193f0d31a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:52.216937 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150d595-1f58-45ac-b57c-18193f0d31a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:52.217463 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150d595-1f58-45ac-b57c-18193f0d31a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:52.218225 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150d595-1f58-45ac-b57c-18193f0d31a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:52.219646 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150d595-1f58-45ac-b57c-18193f0d31a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:52.220085 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150d595-1f58-45ac-b57c-18193f0d31a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:43:54.232816 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45060) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:43:54.369350 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c74f89a7-d0b1-4f42-93df-0e4f7e4dfa02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:54.475301 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c74f89a7-d0b1-4f42-93df-0e4f7e4dfa02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:54.583132 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c74f89a7-d0b1-4f42-93df-0e4f7e4dfa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:54.616591 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-c74f89a7-d0b1-4f42-93df-0e4f7e4dfa02 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f1c585605f4a42d08a620f9446682e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3821449 Aug 04 12:43:54.617467 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f89a7-d0b1-4f42-93df-0e4f7e4dfa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b575bd-41ae-47fe-97c5-c1f63587ff93,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:54.619634 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45064) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:43:54.672604 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-81c8ac88-86a4-407d-b64c-f365f891113e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:54.696678 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-81c8ac88-86a4-407d-b64c-f365f891113e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:54.822767 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-81c8ac88-86a4-407d-b64c-f365f891113e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:54.825855 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-81c8ac88-86a4-407d-b64c-f365f891113e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:54.827055 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-81c8ac88-86a4-407d-b64c-f365f891113e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/72b575bd-41ae-47fe-97c5-c1f63587ff93 HTTP/1.1" status: 204 len: 168 time: 0.2063975 Aug 04 12:43:54.836301 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8ac88-86a4-407d-b64c-f365f891113e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b575bd-41ae-47fe-97c5-c1f63587ff93,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:55.728960 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d635ba-cbbd-45ae-b943-23cbdd7b68b1 req-f5f947d1-ecf3-4525-b841-a40915587e10 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:55.730636 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-06d635ba-cbbd-45ae-b943-23cbdd7b68b1 req-f5f947d1-ecf3-4525-b841-a40915587e10 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 945 time: 0.0628514 Aug 04 12:43:55.774960 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-06d635ba-cbbd-45ae-b943-23cbdd7b68b1 req-011772f2-c044-4708-b69f-b9a194a7398f tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372837 Aug 04 12:43:56.918126 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e41d46-1782-467b-ac0a-f0d6bb731c27 req-1b4c8fc5-2282-40a2-81d5-23baadc07ec0 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:56.920415 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-31e41d46-1782-467b-ac0a-f0d6bb731c27 req-1b4c8fc5-2282-40a2-81d5-23baadc07ec0 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 945 time: 0.0552838 Aug 04 12:43:56.967316 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-31e41d46-1782-467b-ac0a-f0d6bb731c27 req-1bcb0142-ad50-4172-9c13-24ce7cab6de6 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363493 Aug 04 12:43:57.519737 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45118) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:43:57.624115 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-440b5779-911b-470f-97e0-179b134d9aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:57.718378 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-440b5779-911b-470f-97e0-179b134d9aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:57.791474 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-440b5779-911b-470f-97e0-179b134d9aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:57.830047 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-440b5779-911b-470f-97e0-179b134d9aaf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=425f601955c54669a1de3d79e98345f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092079 Aug 04 12:43:57.830975 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b5779-911b-470f-97e0-179b134d9aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50b150e-ddd1-480f-94cd-c96a81397c96,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:57.832996 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45122) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:43:57.889592 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a743da9d-7c23-40d2-af6b-471a9a0461a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:57.911905 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a743da9d-7c23-40d2-af6b-471a9a0461a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:58.034069 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a743da9d-7c23-40d2-af6b-471a9a0461a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:58.036705 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a743da9d-7c23-40d2-af6b-471a9a0461a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:58.038188 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-a743da9d-7c23-40d2-af6b-471a9a0461a6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b50b150e-ddd1-480f-94cd-c96a81397c96 HTTP/1.1" status: 204 len: 168 time: 0.2038033 Aug 04 12:43:58.056514 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743da9d-7c23-40d2-af6b-471a9a0461a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50b150e-ddd1-480f-94cd-c96a81397c96,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:58.109732 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e2ff9-ba67-4538-9285-d1c453f2c8c4 req-e6321b60-dba7-4a66-a572-d6a15dcabe76 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:58.111265 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-e56e2ff9-ba67-4538-9285-d1c453f2c8c4 req-e6321b60-dba7-4a66-a572-d6a15dcabe76 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.76 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 945 time: 0.0633228 Aug 04 12:43:58.116395 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce4b8d-ce76-4ad4-bfe7-c193c2d4dc61 req-480f0e4a-dc7d-4b37-aa83-a2542788450a tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:43:58.122650 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a3ce4b8d-ce76-4ad4-bfe7-c193c2d4dc61 req-480f0e4a-dc7d-4b37-aa83-a2542788450a tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 945 time: 0.0742545 Aug 04 12:43:58.164864 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a3ce4b8d-ce76-4ad4-bfe7-c193c2d4dc61 req-c02c0b52-7956-419b-80e4-26bffa1867ed tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/security-groups?id=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399320 Aug 04 12:43:58.231492 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-e56e2ff9-ba67-4538-9285-d1c453f2c8c4 req-53d2fb9e-0893-4775-b69c-fc4bdad80dad tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Deleting port 3d4d439d-5035-4578-8776-f8ce486edaca {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:43:58.231827 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-e56e2ff9-ba67-4538-9285-d1c453f2c8c4 req-53d2fb9e-0893-4775-b69c-fc4bdad80dad tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:58.346352 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-e56e2ff9-ba67-4538-9285-d1c453f2c8c4 req-53d2fb9e-0893-4775-b69c-fc4bdad80dad tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] For port 3d4d439d-5035-4578-8776-f8ce486edaca, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=3d4d439d-5035-4578-8776-f8ce486edaca,segment=NetworkSegment(92c493e3-8c89-4e48-9101-b90d799f4c8b),segment_id=92c493e3-8c89-4e48-9101-b90d799f4c8b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:43:58.346727 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-e56e2ff9-ba67-4538-9285-d1c453f2c8c4 req-53d2fb9e-0893-4775-b69c-fc4bdad80dad tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:58.361060 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-e56e2ff9-ba67-4538-9285-d1c453f2c8c4 req-53d2fb9e-0893-4775-b69c-fc4bdad80dad tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Calling delete_port for 3d4d439d-5035-4578-8776-f8ce486edaca owned by compute:nova {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:43:58.655400 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-e56e2ff9-ba67-4538-9285-d1c453f2c8c4 req-53d2fb9e-0893-4775-b69c-fc4bdad80dad tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:58.684780 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2fb9e-0893-4775-b69c-fc4bdad80dad tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Pushing event deleted for resources: {'Port': ['ID=3d4d439d-5035-4578-8776-f8ce486edaca,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:58.706528 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['3d4d439d-5035-4578-8776-f8ce486edaca'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:43:58.731177 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56e2ff9-ba67-4538-9285-d1c453f2c8c4 req-53d2fb9e-0893-4775-b69c-fc4bdad80dad tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] No DVR routers for this DVR port 3d4d439d-5035-4578-8776-f8ce486edaca on host hv-cinder-80304 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:43:58.736510 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-e56e2ff9-ba67-4538-9285-d1c453f2c8c4 req-53d2fb9e-0893-4775-b69c-fc4bdad80dad tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:58.739303 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-e56e2ff9-ba67-4538-9285-d1c453f2c8c4 req-53d2fb9e-0893-4775-b69c-fc4bdad80dad tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.76 "DELETE /v2.0/ports/3d4d439d-5035-4578-8776-f8ce486edaca HTTP/1.1" status: 204 len: 173 time: 0.6203871 Aug 04 12:43:58.739450 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74731af-7b09-4b8a-b398-d2ade9f99315', 'name': 'network-vif-deleted', 'tag': '3d4d439d-5035-4578-8776-f8ce486edaca'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:43:58.742443 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7916a6ad-073f-495f-a3ac-927119139e15" -d '{"events": [{"server_uuid": "e74731af-7b09-4b8a-b398-d2ade9f99315", "name": "network-vif-deleted", "tag": "3d4d439d-5035-4578-8776-f8ce486edaca"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:43:58.779882 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec960bd6-ec7a-4582-b97b-10dce28b4d9d x-openstack-request-id: req-ec960bd6-ec7a-4582-b97b-10dce28b4d9d {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:43:58.780167 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74731af-7b09-4b8a-b398-d2ade9f99315", "name": "network-vif-deleted", "tag": "3d4d439d-5035-4578-8776-f8ce486edaca", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:43:58.780417 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ec960bd6-ec7a-4582-b97b-10dce28b4d9d {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:43:58.780833 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74731af-7b09-4b8a-b398-d2ade9f99315', 'name': 'network-vif-deleted', 'tag': '3d4d439d-5035-4578-8776-f8ce486edaca', 'status': 'completed', 'code': 200} Aug 04 12:43:58.895925 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45132) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:43:58.913719 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b14a00db-d918-49e7-a688-8adc9593d315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:59.006986 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b14a00db-d918-49e7-a688-8adc9593d315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:59.136994 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b14a00db-d918-49e7-a688-8adc9593d315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:59.181783 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-b14a00db-d918-49e7-a688-8adc9593d315 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=96009234ea874cd2af8232c806567a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842374 Aug 04 12:43:59.182519 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a00db-d918-49e7-a688-8adc9593d315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b216d0-69e5-49f9-94c3-7196d57fcaa7,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:43:59.184944 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45134) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:43:59.250414 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a03368f6-1e96-4d4b-99c0-089d874f30cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:59.295868 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a03368f6-1e96-4d4b-99c0-089d874f30cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:59.329488 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5241bf94-645f-46b1-82d6-0401aa1f46a2 req-9a64aa58-ae93-4072-806d-10c0f06d2698 tempest-VolumesSnapshotTestJSON-1263721216 tempest-VolumesSnapshotTestJSON-1263721216-project] 10.222.0.90 "GET /v2.0/ports?device_id=e74731af-7b09-4b8a-b398-d2ade9f99315 HTTP/1.1" status: 200 len: 210 time: 0.0556579 Aug 04 12:43:59.491001 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a03368f6-1e96-4d4b-99c0-089d874f30cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:59.493781 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a03368f6-1e96-4d4b-99c0-089d874f30cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:43:59.494977 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-a03368f6-1e96-4d4b-99c0-089d874f30cb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b3b216d0-69e5-49f9-94c3-7196d57fcaa7 HTTP/1.1" status: 204 len: 168 time: 0.3085594 Aug 04 12:43:59.504537 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03368f6-1e96-4d4b-99c0-089d874f30cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b216d0-69e5-49f9-94c3-7196d57fcaa7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:02.445242 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 3d4d439d-5035-4578-8776-f8ce486edaca no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:44:02.467394 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: 3d4d439d-5035-4578-8776-f8ce486edaca {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:44:02.467743 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 3d4d439d-5035-4578-8776-f8ce486edaca not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:44:04.710003 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45224) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:04.823785 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-82e8ef16-2204-43ed-a929-b873835a222c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:04.915297 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-82e8ef16-2204-43ed-a929-b873835a222c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:04.999115 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-82e8ef16-2204-43ed-a929-b873835a222c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:05.042147 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-82e8ef16-2204-43ed-a929-b873835a222c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=62cd8b8d20bf49d8b269d712117241f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309085 Aug 04 12:44:05.042983 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8ef16-2204-43ed-a929-b873835a222c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef72e319-12c5-43dc-b111-941247b42085,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:05.044717 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45228) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:05.096543 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c15a4f9d-3a84-458b-9f63-059d4f14a774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:05.117971 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c15a4f9d-3a84-458b-9f63-059d4f14a774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:05.260719 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c15a4f9d-3a84-458b-9f63-059d4f14a774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:05.263976 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c15a4f9d-3a84-458b-9f63-059d4f14a774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:05.265262 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-c15a4f9d-3a84-458b-9f63-059d4f14a774 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ef72e319-12c5-43dc-b111-941247b42085 HTTP/1.1" status: 204 len: 168 time: 0.2194989 Aug 04 12:44:05.273964 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a4f9d-3a84-458b-9f63-059d4f14a774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef72e319-12c5-43dc-b111-941247b42085,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:05.862484 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45238) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:05.878142 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-80581ef1-0dab-4bcb-8568-170b148c5b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:05.969455 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-80581ef1-0dab-4bcb-8568-170b148c5b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:06.045315 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-80581ef1-0dab-4bcb-8568-170b148c5b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:06.089908 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-80581ef1-0dab-4bcb-8568-170b148c5b1b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c7b7e07ae8d847b1ba938456e536cd20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259500 Aug 04 12:44:06.090776 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80581ef1-0dab-4bcb-8568-170b148c5b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071bebd5-3d1b-4436-88e4-aa20675064ca,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:06.093011 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45240) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:06.153798 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-46e8ddfd-8db4-4d45-a7dd-de3d0292ada8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:06.179751 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-46e8ddfd-8db4-4d45-a7dd-de3d0292ada8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:06.329041 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-46e8ddfd-8db4-4d45-a7dd-de3d0292ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:06.331788 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-46e8ddfd-8db4-4d45-a7dd-de3d0292ada8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:06.332960 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-46e8ddfd-8db4-4d45-a7dd-de3d0292ada8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/071bebd5-3d1b-4436-88e4-aa20675064ca HTTP/1.1" status: 204 len: 168 time: 0.2389152 Aug 04 12:44:06.341609 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8ddfd-8db4-4d45-a7dd-de3d0292ada8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071bebd5-3d1b-4436-88e4-aa20675064ca,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:07.388844 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db91b8-571f-4149-a057-8da15b35d2df req-19be1925-0bde-46f0-9404-4fdda073e30d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:07.390773 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-72db91b8-571f-4149-a057-8da15b35d2df req-19be1925-0bde-46f0-9404-4fdda073e30d tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 946 time: 0.0636628 Aug 04 12:44:07.456615 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-72db91b8-571f-4149-a057-8da15b35d2df req-11da5c74-6678-4f8b-be96-655b4f8297a4 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500896 Aug 04 12:44:08.629248 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f647c-f6f2-490e-92fa-fe3418a73206 req-b1ad9a80-7db5-43b7-8789-43476470b3f5 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:08.633000 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-645f647c-f6f2-490e-92fa-fe3418a73206 req-b1ad9a80-7db5-43b7-8789-43476470b3f5 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 946 time: 0.0675001 Aug 04 12:44:08.690444 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-645f647c-f6f2-490e-92fa-fe3418a73206 req-350a4ace-3581-4629-8779-429abef5950c tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472369 Aug 04 12:44:08.791841 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:09.120857 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c946c88-a3e2-4f97-89c5-23b64578aa52 req-2f896110-2479-43da-9de6-d2c30a262432 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:09.122907 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-4c946c88-a3e2-4f97-89c5-23b64578aa52 req-2f896110-2479-43da-9de6-d2c30a262432 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.76 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 946 time: 0.0494077 Aug 04 12:44:09.217234 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-4c946c88-a3e2-4f97-89c5-23b64578aa52 req-b414bc00-f74d-4d00-ba0b-117e09d4a7e2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Deleting port 64dcd6d3-d279-4269-bf2b-63883cb25c26 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:44:09.217637 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-4c946c88-a3e2-4f97-89c5-23b64578aa52 req-b414bc00-f74d-4d00-ba0b-117e09d4a7e2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:09.561233 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-4c946c88-a3e2-4f97-89c5-23b64578aa52 req-b414bc00-f74d-4d00-ba0b-117e09d4a7e2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] For port 64dcd6d3-d279-4269-bf2b-63883cb25c26, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=64dcd6d3-d279-4269-bf2b-63883cb25c26,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:09.561672 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-4c946c88-a3e2-4f97-89c5-23b64578aa52 req-b414bc00-f74d-4d00-ba0b-117e09d4a7e2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:09.742238 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-4c946c88-a3e2-4f97-89c5-23b64578aa52 req-b414bc00-f74d-4d00-ba0b-117e09d4a7e2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:09.742638 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-4c946c88-a3e2-4f97-89c5-23b64578aa52 req-b414bc00-f74d-4d00-ba0b-117e09d4a7e2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544761'] for floatingip, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:09.743017 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.db.l3_db [req-4c946c88-a3e2-4f97-89c5-23b64578aa52 req-b414bc00-f74d-4d00-ba0b-117e09d4a7e2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Floating IP 0cde5dd4-59e2-4cd0-b9b2-7ad034cccfc2 disassociated. External IP: 172.27.3.157, port: 64dcd6d3-d279-4269-bf2b-63883cb25c26. Aug 04 12:44:09.743276 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-4c946c88-a3e2-4f97-89c5-23b64578aa52 req-b414bc00-f74d-4d00-ba0b-117e09d4a7e2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Calling delete_port for 64dcd6d3-d279-4269-bf2b-63883cb25c26 owned by compute:nova {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:44:09.819505 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d6ac6-1d62-48d1-a691-4bbded639e10 req-c8af91f2-69f7-4e27-9578-f26caab74256 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:09.828014 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a52d6ac6-1d62-48d1-a691-4bbded639e10 req-c8af91f2-69f7-4e27-9578-f26caab74256 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 946 time: 0.0568745 Aug 04 12:44:09.863826 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a52d6ac6-1d62-48d1-a691-4bbded639e10 req-c1d80405-9863-4b82-b921-8efa5de92f42 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups?id=79fe02b4-a3ec-49b4-a76e-26dcf48143f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349174 Aug 04 12:44:09.977990 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-4c946c88-a3e2-4f97-89c5-23b64578aa52 req-b414bc00-f74d-4d00-ba0b-117e09d4a7e2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:10.005229 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414bc00-f74d-4d00-ba0b-117e09d4a7e2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Pushing event deleted for resources: {'Port': ['ID=64dcd6d3-d279-4269-bf2b-63883cb25c26,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:10.131336 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c946c88-a3e2-4f97-89c5-23b64578aa52 req-b414bc00-f74d-4d00-ba0b-117e09d4a7e2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:44:10.250461 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c946c88-a3e2-4f97-89c5-23b64578aa52 req-b414bc00-f74d-4d00-ba0b-117e09d4a7e2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:44:10.263378 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f53a5-096e-4de3-97b4-3c217761dffc None None] Sync routers for ids ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'] in dv-cinder-803046-4-iscsi {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:44:10.276866 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f53a5-096e-4de3-97b4-3c217761dffc None None] Routers {'2542cac2-e6cd-4c91-8621-f496aa9e25f5'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:44:10.277569 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-e95f53a5-096e-4de3-97b4-3c217761dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:43:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:10.294328 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c946c88-a3e2-4f97-89c5-23b64578aa52 req-b414bc00-f74d-4d00-ba0b-117e09d4a7e2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] No DVR routers for this DVR port 64dcd6d3-d279-4269-bf2b-63883cb25c26 on host hv-cinder-80304 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:44:10.297262 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-4c946c88-a3e2-4f97-89c5-23b64578aa52 req-b414bc00-f74d-4d00-ba0b-117e09d4a7e2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:10.299553 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-4c946c88-a3e2-4f97-89c5-23b64578aa52 req-b414bc00-f74d-4d00-ba0b-117e09d4a7e2 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.76 "DELETE /v2.0/ports/64dcd6d3-d279-4269-bf2b-63883cb25c26 HTTP/1.1" status: 204 len: 173 time: 1.1701391 Aug 04 12:44:10.300204 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3416f941-c5ba-4bfd-bc27-2ac89cdd3797', 'name': 'network-vif-deleted', 'tag': '64dcd6d3-d279-4269-bf2b-63883cb25c26'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:44:10.302851 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba82e4b-b0ef-46f3-b046-91f415dcdb13" -d '{"events": [{"server_uuid": "3416f941-c5ba-4bfd-bc27-2ac89cdd3797", "name": "network-vif-deleted", "tag": "64dcd6d3-d279-4269-bf2b-63883cb25c26"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:44:10.350447 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd17e807-1691-4231-8987-21b12690e4b6 x-openstack-request-id: req-cd17e807-1691-4231-8987-21b12690e4b6 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:44:10.350734 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3416f941-c5ba-4bfd-bc27-2ac89cdd3797", "name": "network-vif-deleted", "tag": "64dcd6d3-d279-4269-bf2b-63883cb25c26", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:44:10.350986 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cd17e807-1691-4231-8987-21b12690e4b6 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:44:10.351386 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3416f941-c5ba-4bfd-bc27-2ac89cdd3797', 'name': 'network-vif-deleted', 'tag': '64dcd6d3-d279-4269-bf2b-63883cb25c26', 'status': 'completed', 'code': 200} Aug 04 12:44:10.445585 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-e95f53a5-096e-4de3-97b4-3c217761dffc None None] Set router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:44:10.679215 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-e95f53a5-096e-4de3-97b4-3c217761dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:37Z', 'revision_number': 4, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port': {'id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:31Z', 'updated_at': '2021-08-04T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'c90d8bc6-354a-4b75-8263-421d74fe3772', 'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'mac_address': 'fa:16:3e:d2:01:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:48Z', 'revision_number': 5, 'project_id': '6cdc0003e64748479f74178220380fda', 'subnets': [{'id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:10.713211 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f53a5-096e-4de3-97b4-3c217761dffc None None] Checking router: 2542cac2-e6cd-4c91-8621-f496aa9e25f5 for host: dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:44:10.723413 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f53a5-096e-4de3-97b4-3c217761dffc None None] Routers {'2542cac2-e6cd-4c91-8621-f496aa9e25f5'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:44:10.724057 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-e95f53a5-096e-4de3-97b4-3c217761dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:43:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:10.751183 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d1ca886c-f03a-4d57-acdb-83c8cc3b4580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:10.832719 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-e95f53a5-096e-4de3-97b4-3c217761dffc None None] Set router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:44:10.957846 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:44:10.979124 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1f7c50bd-352f-48bd-a505-36f948701691 req-7614436e-c227-486d-9c38-0a17197bd2aa tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/ports?device_id=3416f941-c5ba-4bfd-bc27-2ac89cdd3797 HTTP/1.1" status: 200 len: 210 time: 0.0260220 Aug 04 12:44:11.148489 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-e95f53a5-096e-4de3-97b4-3c217761dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:37Z', 'revision_number': 4, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port': {'id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:31Z', 'updated_at': '2021-08-04T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'c90d8bc6-354a-4b75-8263-421d74fe3772', 'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'mac_address': 'fa:16:3e:d2:01:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:48Z', 'revision_number': 5, 'project_id': '6cdc0003e64748479f74178220380fda', 'subnets': [{'id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:11.176887 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f53a5-096e-4de3-97b4-3c217761dffc None None] The sync data for ids ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'] in dv-cinder-803046-4-iscsi is: [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:36:37Z', 'revision_number': 4, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port': {'id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:31Z', 'updated_at': '2021-08-04T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'c90d8bc6-354a-4b75-8263-421d74fe3772', 'name': '', 'network_id': '35a4a42a-e418-48b8-9c64-c2d7d59d03c5', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'mac_address': 'fa:16:3e:d2:01:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:36Z', 'updated_at': '2021-08-04T12:36:48Z', 'revision_number': 5, 'project_id': '6cdc0003e64748479f74178220380fda', 'subnets': [{'id': '988d24d8-9aac-4159-8a04-ee92addd3047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:44:11.408723 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa9d042-cf4a-4069-829f-8163d2f9ecf9 None None] New status for floating IP 0cde5dd4-59e2-4cd0-b9b2-7ad034cccfc2: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:44:12.177937 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45366) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:12.237715 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-994789d9-c9a4-4867-898c-981edea308c8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:12.261962 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-994789d9-c9a4-4867-898c-981edea308c8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:12.386034 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-994789d9-c9a4-4867-898c-981edea308c8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:12.388665 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-994789d9-c9a4-4867-898c-981edea308c8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:12.392425 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-994789d9-c9a4-4867-898c-981edea308c8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "DELETE /v2.0/security-groups/79fe02b4-a3ec-49b4-a76e-26dcf48143f9 HTTP/1.1" status: 204 len: 168 time: 0.2108228 Aug 04 12:44:12.392820 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45368) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:12.399319 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994789d9-c9a4-4867-898c-981edea308c8 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fe02b4-a3ec-49b4-a76e-26dcf48143f9,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:12.407217 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.api.v2.resource [None req-d53e735c-a07f-413d-ab45-a088616d4176 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] show failed (client error): The resource could not be found. Aug 04 12:44:12.408215 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-d53e735c-a07f-413d-ab45-a088616d4176 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "GET /v2.0/security-groups/79fe02b4-a3ec-49b4-a76e-26dcf48143f9 HTTP/1.1" status: 404 len: 347 time: 0.0142839 Aug 04 12:44:12.411123 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45370) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:12.552391 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e40c12d9-00e1-450b-9686-12f7ab0b0e00 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Deleting port a01f073f-9a91-4a04-9698-2802dfe06613 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:44:12.552739 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e40c12d9-00e1-450b-9686-12f7ab0b0e00 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:12.640681 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e40c12d9-00e1-450b-9686-12f7ab0b0e00 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:12.641006 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e40c12d9-00e1-450b-9686-12f7ab0b0e00 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:12.655128 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e40c12d9-00e1-450b-9686-12f7ab0b0e00 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Calling delete_port for a01f073f-9a91-4a04-9698-2802dfe06613 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:44:12.866088 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e40c12d9-00e1-450b-9686-12f7ab0b0e00 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:12.890625 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c12d9-00e1-450b-9686-12f7ab0b0e00 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Pushing event deleted for resources: {'Port': ['ID=a01f073f-9a91-4a04-9698-2802dfe06613,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:12.953161 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e40c12d9-00e1-450b-9686-12f7ab0b0e00 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:12.955733 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e40c12d9-00e1-450b-9686-12f7ab0b0e00 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:12.956932 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e40c12d9-00e1-450b-9686-12f7ab0b0e00 tempest-AttachVolumeShelveTestJSON-1800609887 tempest-AttachVolumeShelveTestJSON-1800609887-project] 10.222.0.90 "DELETE /v2.0/floatingips/0cde5dd4-59e2-4cd0-b9b2-7ad034cccfc2 HTTP/1.1" status: 204 len: 168 time: 0.5449121 Aug 04 12:44:13.203254 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e682215a-0bfe-49c1-a9ae-d516db24cc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:13.465626 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 64dcd6d3-d279-4269-bf2b-63883cb25c26 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:44:13.486683 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:13.488180 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: 64dcd6d3-d279-4269-bf2b-63883cb25c26 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:44:13.488547 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 64dcd6d3-d279-4269-bf2b-63883cb25c26 not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:44:14.516989 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:15.956830 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:17.827746 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45434) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:18.348293 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2fe64b0-f42a-4864-a0a3-2627cea7d9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544505'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:18.853637 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f2fe64b0-f42a-4864-a0a3-2627cea7d9e9 admin admin] Deleting port c90d8bc6-354a-4b75-8263-421d74fe3772 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:44:18.854208 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2fe64b0-f42a-4864-a0a3-2627cea7d9e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:18.935254 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-f2fe64b0-f42a-4864-a0a3-2627cea7d9e9 admin admin] For port c90d8bc6-354a-4b75-8263-421d74fe3772, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=c90d8bc6-354a-4b75-8263-421d74fe3772,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:18.935611 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2fe64b0-f42a-4864-a0a3-2627cea7d9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:18.948462 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f2fe64b0-f42a-4864-a0a3-2627cea7d9e9 admin admin] Calling delete_port for c90d8bc6-354a-4b75-8263-421d74fe3772 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:44:19.216161 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2fe64b0-f42a-4864-a0a3-2627cea7d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:19.240784 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe64b0-f42a-4864-a0a3-2627cea7d9e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c90d8bc6-354a-4b75-8263-421d74fe3772,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:19.423205 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2fe64b0-f42a-4864-a0a3-2627cea7d9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544397'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:19.653512 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fe64b0-f42a-4864-a0a3-2627cea7d9e9 admin admin] Router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:44:19.770916 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fe64b0-f42a-4864-a0a3-2627cea7d9e9 admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:44:19.776848 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-f2fe64b0-f42a-4864-a0a3-2627cea7d9e9 admin admin] 10.222.0.90 "PUT /v2.0/routers/2542cac2-e6cd-4c91-8621-f496aa9e25f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9478970 Aug 04 12:44:19.779895 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45468) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:19.783029 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ed8f90-e8e7-4008-a37d-de9fccb19131 None None] Sync routers for ids ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'] in dv-cinder-803046-4-iscsi {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:44:19.793381 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ed8f90-e8e7-4008-a37d-de9fccb19131 None None] Routers {'2542cac2-e6cd-4c91-8621-f496aa9e25f5'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:44:19.794610 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-99ed8f90-e8e7-4008-a37d-de9fccb19131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:44:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:19.891545 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a5e1-04cd-4f2f-af5f-8ff96a134b53 admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:19.925444 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-99ed8f90-e8e7-4008-a37d-de9fccb19131 None None] Set router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:44:20.002171 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a5e1-04cd-4f2f-af5f-8ff96a134b53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:20.108367 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-99ed8f90-e8e7-4008-a37d-de9fccb19131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:44:19Z', 'revision_number': 5, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port': {'id': 'deddf6c6-8e65-4df5-a479-9403a2e30447', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:36:31Z', 'updated_at': '2021-08-04T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:20.134532 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ed8f90-e8e7-4008-a37d-de9fccb19131 None None] Checking router: 2542cac2-e6cd-4c91-8621-f496aa9e25f5 for host: dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:44:20.144488 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ed8f90-e8e7-4008-a37d-de9fccb19131 None None] Routers {'2542cac2-e6cd-4c91-8621-f496aa9e25f5'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:44:20.145123 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-99ed8f90-e8e7-4008-a37d-de9fccb19131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:44:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:20.151475 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-b3a0a5e1-04cd-4f2f-af5f-8ff96a134b53 admin admin] Deleting port deddf6c6-8e65-4df5-a479-9403a2e30447 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:44:20.151817 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a5e1-04cd-4f2f-af5f-8ff96a134b53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:20.232635 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-99ed8f90-e8e7-4008-a37d-de9fccb19131 None None] Set router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 gateway port host: None {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:44:20.236461 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-b3a0a5e1-04cd-4f2f-af5f-8ff96a134b53 admin admin] For port deddf6c6-8e65-4df5-a479-9403a2e30447, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=deddf6c6-8e65-4df5-a479-9403a2e30447,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:20.236835 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a5e1-04cd-4f2f-af5f-8ff96a134b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:20.251224 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-b3a0a5e1-04cd-4f2f-af5f-8ff96a134b53 admin admin] Calling delete_port for deddf6c6-8e65-4df5-a479-9403a2e30447 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:44:20.287477 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-99ed8f90-e8e7-4008-a37d-de9fccb19131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:44:20Z', 'revision_number': 6, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port_host': None}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:20.313673 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ed8f90-e8e7-4008-a37d-de9fccb19131 None None] The sync data for ids ['2542cac2-e6cd-4c91-8621-f496aa9e25f5'] in dv-cinder-803046-4-iscsi is: [{'id': '2542cac2-e6cd-4c91-8621-f496aa9e25f5', 'name': 'tempest-AttachVolumeShelveTestJSON-1025797732-router', 'tenant_id': '6cdc0003e64748479f74178220380fda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:36:30Z', 'updated_at': '2021-08-04T12:44:20Z', 'revision_number': 6, 'project_id': '6cdc0003e64748479f74178220380fda', 'gw_port_host': None}] {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:44:20.517772 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a5e1-04cd-4f2f-af5f-8ff96a134b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:20.554377 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0a5e1-04cd-4f2f-af5f-8ff96a134b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=deddf6c6-8e65-4df5-a479-9403a2e30447,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:20.604869 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a5e1-04cd-4f2f-af5f-8ff96a134b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544055'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:20.698354 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a5e1-04cd-4f2f-af5f-8ff96a134b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31799'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:20.701094 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a5e1-04cd-4f2f-af5f-8ff96a134b53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:20.848652 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a5e1-04cd-4f2f-af5f-8ff96a134b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640572'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:20.849085 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a0a5e1-04cd-4f2f-af5f-8ff96a134b53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2542cac2-e6cd-4c91-8621-f496aa9e25f5 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 12:44:20.853936 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a5e1-04cd-4f2f-af5f-8ff96a134b53 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:20.855146 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-b3a0a5e1-04cd-4f2f-af5f-8ff96a134b53 admin admin] 10.222.0.90 "DELETE /v2.0/routers/2542cac2-e6cd-4c91-8621-f496aa9e25f5 HTTP/1.1" status: 204 len: 168 time: 1.0739379 Aug 04 12:44:20.858116 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45480) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:20.909204 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-64198305-db87-4130-a46b-4dc7fae35e2c admin admin] Deleting subnet 988d24d8-9aac-4159-8a04-ee92addd3047 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 12:44:20.912687 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64198305-db87-4130-a46b-4dc7fae35e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:20.952982 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64198305-db87-4130-a46b-4dc7fae35e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3168408'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:21.079744 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64198305-db87-4130-a46b-4dc7fae35e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8264673'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:21.137806 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device deddf6c6-8e65-4df5-a479-9403a2e30447 no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:44:21.162536 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: deddf6c6-8e65-4df5-a479-9403a2e30447 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:44:21.162881 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device deddf6c6-8e65-4df5-a479-9403a2e30447 not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:44:21.163361 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device c90d8bc6-354a-4b75-8263-421d74fe3772 no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:44:21.183771 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: c90d8bc6-354a-4b75-8263-421d74fe3772 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:44:21.184163 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device c90d8bc6-354a-4b75-8263-421d74fe3772 not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:44:21.336702 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64198305-db87-4130-a46b-4dc7fae35e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8263954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4003078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694604'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:21.362764 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64198305-db87-4130-a46b-4dc7fae35e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988d24d8-9aac-4159-8a04-ee92addd3047,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:21.371231 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64198305-db87-4130-a46b-4dc7fae35e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:21.374629 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-64198305-db87-4130-a46b-4dc7fae35e2c admin admin] 10.222.0.90 "DELETE /v2.0/subnets/988d24d8-9aac-4159-8a04-ee92addd3047 HTTP/1.1" status: 204 len: 168 time: 0.5145583 Aug 04 12:44:21.381507 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45490) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:21.381974 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6a334e-626b-40aa-8d72-15232f552650 None None] Network 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:44:21.459570 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7872879'] for network, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:21.526227 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] Deleting port bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:44:21.526572 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:21.596550 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] For port bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:21.596913 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:21.597787 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] DHCP port deletion for 35a4a42a-e418-48b8-9c64-c2d7d59d03c5 request from dv-cinder-803046-4-iscsi {{(pid=94080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 12:44:21.610535 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] Calling delete_port for bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:44:21.657073 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] Deleting port bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:44:21.657676 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:21.730056 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] For port bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64,segment=NetworkSegment(7e783870-77c8-445f-a256-144305634c35),segment_id=7e783870-77c8-445f-a256-144305634c35)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:21.730470 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:21.744654 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] Calling delete_port for bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 owned by network:dhcp {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:44:21.782137 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:21.807851 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:21.811514 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] No DVR routers for this DVR port bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 on host dv-cinder-803046-4-iscsi {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:44:21.831356 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:21.860788 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] Pushing event deleted for resources: {'Port': ['ID=bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:21.872950 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] No DVR routers for this DVR port bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 on host dv-cinder-803046-4-iscsi {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:44:21.878923 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:21.879282 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:21.879632 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:21.879977 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:21.880361 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:21.880694 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:21.881249 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:21.881756 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:21.882251 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:21.882729 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:21.883689 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:21.883961 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b6622-dcb1-4fcc-8101-0c6e11fcb5f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:21.894673 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314982', 'neutron.services.segments.db._delete_segments_for_network-8788656383735'] for network, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:21.906031 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a4a42a-e418-48b8-9c64-c2d7d59d03c5']}} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:21.916840 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e783870-77c8-445f-a256-144305634c35') {'for_net_delete': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:21.923520 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e783870-77c8-445f-a256-144305634c35') {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:21.926030 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788656387588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9287380'] for segment, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:21.944264 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:21.950718 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=94079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 12:44:21.952078 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2652940'] for segment, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: Traceback (most recent call last): Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: timer() Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: cb(*args, **kw) Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: return func(*args, **kwargs) Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: self._notify() Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: self.callback(batched_events) Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: event.method(event) Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: return f(self, *a, **k) Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._get(url).json() Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: return self.request(url, 'GET', **kwargs) Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 12:44:21.952901 dv-cinder-803046-4-iscsi neutron-server[94079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 12:44:22.102359 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544019'] for network, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:22.110680 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:22.112574 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] 10.222.0.90 "DELETE /v2.0/networks/35a4a42a-e418-48b8-9c64-c2d7d59d03c5 HTTP/1.1" status: 204 len: 168 time: 0.7349472 Aug 04 12:44:22.122885 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cf9ed-1b59-4e8d-a95f-2fbd2753876e admin admin] Pushing event deleted for resources: {'Network': ['ID=35a4a42a-e418-48b8-9c64-c2d7d59d03c5,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:22.447906 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45504) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:22.495888 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-29b1ed58-3cb5-4eda-9fd9-6d4fdfbdfc43 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6cdc0003e64748479f74178220380fda&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0445814 Aug 04 12:44:22.496103 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45510) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:22.558355 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03fab880-3cb6-4c53-bee8-c6f8a91bfcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:22.581760 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03fab880-3cb6-4c53-bee8-c6f8a91bfcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:22.741890 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03fab880-3cb6-4c53-bee8-c6f8a91bfcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:22.744390 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03fab880-3cb6-4c53-bee8-c6f8a91bfcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:22.745716 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-03fab880-3cb6-4c53-bee8-c6f8a91bfcba admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/96b948bf-668e-4e36-90b3-e15403f0b8a2 HTTP/1.1" status: 204 len: 168 time: 0.2479441 Aug 04 12:44:22.754646 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fab880-3cb6-4c53-bee8-c6f8a91bfcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b948bf-668e-4e36-90b3-e15403f0b8a2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:22.919627 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:44:22.940677 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:44:22.940998 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device bc6d47e6-7ea2-4e84-a09a-0c0f568d4b64 not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:44:23.836272 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45542) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:23.937943 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1a5c17b4-d678-4603-b25f-e82c9e9a48c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1803578320-network', 'tenant_id': 'ea34f2cba7fa4f05a4a9865174d9bb76'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:24.038888 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5c17b4-d678-4603-b25f-e82c9e9a48c1 admin admin] Made reservation on behalf of ea34f2cba7fa4f05a4a9865174d9bb76 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:44:24.041313 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1a5c17b4-d678-4603-b25f-e82c9e9a48c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:24.050513 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1a5c17b4-d678-4603-b25f-e82c9e9a48c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:24.136868 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1a5c17b4-d678-4603-b25f-e82c9e9a48c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:24.316998 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1a5c17b4-d678-4603-b25f-e82c9e9a48c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:24.338701 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5c17b4-d678-4603-b25f-e82c9e9a48c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 12:44:24.357578 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c17b4-d678-4603-b25f-e82c9e9a48c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9c06a2-8711-4023-9a9a-68b64d6cb57f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:24.358433 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1a5c17b4-d678-4603-b25f-e82c9e9a48c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:24.358968 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-1a5c17b4-d678-4603-b25f-e82c9e9a48c1 admin admin] Added segment 6b7b9b90-046e-4cfb-8e05-1a778f093fd8 of type vlan for network 70fa83bf-1fde-416f-b01c-4a2467879336 Aug 04 12:44:24.378871 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45560) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:24.403137 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1a5c17b4-d678-4603-b25f-e82c9e9a48c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:24.493436 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b0fb6074-7d4c-48c4-8a7e-dce0b71cee1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:24.570769 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1a5c17b4-d678-4603-b25f-e82c9e9a48c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:24.571964 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5c17b4-d678-4603-b25f-e82c9e9a48c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:24.572617 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1a5c17b4-d678-4603-b25f-e82c9e9a48c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:24.584316 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b0fb6074-7d4c-48c4-8a7e-dce0b71cee1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:24.630635 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c17b4-d678-4603-b25f-e82c9e9a48c1 admin admin] Pushing event updated for resources: {'Network': ['ID=70fa83bf-1fde-416f-b01c-4a2467879336,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:24.641414 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network 70fa83bf-1fde-416f-b01c-4a2467879336 details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:44:24.707711 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b0fb6074-7d4c-48c4-8a7e-dce0b71cee1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:24.748967 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-b0fb6074-7d4c-48c4-8a7e-dce0b71cee1f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=24a5956b2d314b829440d3b5331d73d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665493 Aug 04 12:44:24.748967 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb6074-7d4c-48c4-8a7e-dce0b71cee1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31e359e-40a2-450a-8f6d-dcdc8bdbf7eb,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:24.750095 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45578) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:24.791228 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-1a5c17b4-d678-4603-b25f-e82c9e9a48c1 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9538300 Aug 04 12:44:24.794383 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45580) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:24.801273 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-fe9c58f6-4853-4ad8-9f3e-383e8394797f admin admin] Request body: {'subnet': {'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1803578320-subnet', 'tenant_id': 'ea34f2cba7fa4f05a4a9865174d9bb76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:24.811116 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12c9d57c-f71d-466a-8dd7-8287c3c1697f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:24.832929 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12c9d57c-f71d-466a-8dd7-8287c3c1697f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:24.894265 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9c58f6-4853-4ad8-9f3e-383e8394797f admin admin] Made reservation on behalf of ea34f2cba7fa4f05a4a9865174d9bb76 for: {'subnet': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:44:24.896879 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fe9c58f6-4853-4ad8-9f3e-383e8394797f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9245666'] for subnet, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:24.963622 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12c9d57c-f71d-466a-8dd7-8287c3c1697f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:24.966651 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12c9d57c-f71d-466a-8dd7-8287c3c1697f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:24.967811 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-12c9d57c-f71d-466a-8dd7-8287c3c1697f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d31e359e-40a2-450a-8f6d-dcdc8bdbf7eb HTTP/1.1" status: 204 len: 168 time: 0.2160106 Aug 04 12:44:24.976739 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9d57c-f71d-466a-8dd7-8287c3c1697f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31e359e-40a2-450a-8f6d-dcdc8bdbf7eb,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:25.197255 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fe9c58f6-4853-4ad8-9f3e-383e8394797f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2653157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9245660'] for subnet, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:25.261870 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c58f6-4853-4ad8-9f3e-383e8394797f admin admin] Pushing event updated for resources: {'Subnet': ['ID=95545879-d37a-49a1-82eb-562fab28fb86,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:25.267471 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9c58f6-4853-4ad8-9f3e-383e8394797f admin admin] Checking segment: {'id': '6b7b9b90-046e-4cfb-8e05-1a778f093fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:44:25.267840 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9c58f6-4853-4ad8-9f3e-383e8394797f admin admin] Network hostable DHCP agents. Network: 70fa83bf-1fde-416f-b01c-4a2467879336, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:44:25.365392 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9c58f6-4853-4ad8-9f3e-383e8394797f admin admin] Network 70fa83bf-1fde-416f-b01c-4a2467879336 is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:44:25.427364 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-fe9c58f6-4853-4ad8-9f3e-383e8394797f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, 70fa83bf-1fde-416f-b01c-4a2467879336) {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:44:25.431713 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9c58f6-4853-4ad8-9f3e-383e8394797f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:25.432946 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fe9c58f6-4853-4ad8-9f3e-383e8394797f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for subnet, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:25.437853 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb659aa5-471d-4754-9d00-d3318f5d3ef2 None None] Network 70fa83bf-1fde-416f-b01c-4a2467879336 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:44:25.497933 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-fe9c58f6-4853-4ad8-9f3e-383e8394797f admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7021017 Aug 04 12:44:25.558166 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28b758c-fe69-485a-b532-921df0a8b831 None None] Network 70fa83bf-1fde-416f-b01c-4a2467879336 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:44:25.708094 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45598) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:25.721141 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-38a953ad-082e-4227-a17c-a3ad3fb2abec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:25.811675 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-38a953ad-082e-4227-a17c-a3ad3fb2abec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:25.894375 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-38a953ad-082e-4227-a17c-a3ad3fb2abec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:25.935338 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-38a953ad-082e-4227-a17c-a3ad3fb2abec admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=80d00402255648aca1070c71301fd869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277143 Aug 04 12:44:25.936093 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a953ad-082e-4227-a17c-a3ad3fb2abec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6eff6fc-1deb-4e7c-a282-7d7b9a284bf2,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:25.938450 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45616) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:25.993816 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0644b973-c9f0-4574-a804-b1a62347f8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:26.016121 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0644b973-c9f0-4574-a804-b1a62347f8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:26.039741 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-9143ffd8-f940-4889-a50f-7b545348b983 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:26.041472 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-9143ffd8-f940-4889-a50f-7b545348b983 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/networks?id=70fa83bf-1fde-416f-b01c-4a2467879336 HTTP/1.1" status: 200 len: 815 time: 0.1129997 Aug 04 12:44:26.064151 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-feba87c6-a93c-4a2d-8e2f-a7c19c85000a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/quotas/ea34f2cba7fa4f05a4a9865174d9bb76 HTTP/1.1" status: 200 len: 375 time: 0.0166533 Aug 04 12:44:26.098047 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-3bfcbfad-8b99-4c86-ab65-358d2a8c8cb3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=ea34f2cba7fa4f05a4a9865174d9bb76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264044 Aug 04 12:44:26.124648 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0644b973-c9f0-4574-a804-b1a62347f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:26.127248 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0644b973-c9f0-4574-a804-b1a62347f8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:26.128598 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-0644b973-c9f0-4574-a804-b1a62347f8e0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c6eff6fc-1deb-4e7c-a282-7d7b9a284bf2 HTTP/1.1" status: 204 len: 168 time: 0.1892283 Aug 04 12:44:26.144078 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644b973-c9f0-4574-a804-b1a62347f8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6eff6fc-1deb-4e7c-a282-7d7b9a284bf2,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:26.200221 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8cccfb86-d677-4724-871f-4874eb4262a4 service neutron] 10.222.0.90 "GET /v2.0/networks/70fa83bf-1fde-416f-b01c-4a2467879336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934920 Aug 04 12:44:26.290578 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-9f6174dd-d354-40f3-9a1c-ac61e3236400 service neutron] 10.222.0.90 "GET /v2.0/networks/70fa83bf-1fde-416f-b01c-4a2467879336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844157 Aug 04 12:44:26.329678 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9d472503-c11a-4759-b44d-20708f3d1e71 req-fc0d4db2-ddd7-4144-a67d-3a5004b80533 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-116499438&fields=id&tenant_id=5921bf45f6694cf99e28e253234d5f11 HTTP/1.1" status: 200 len: 267 time: 0.0353460 Aug 04 12:44:26.391861 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d472503-c11a-4759-b44d-20708f3d1e71 req-c2d20895-b768-4598-9d9f-8963de93702e tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:26.393603 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9d472503-c11a-4759-b44d-20708f3d1e71 req-c2d20895-b768-4598-9d9f-8963de93702e tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 984 time: 0.0547192 Aug 04 12:44:26.404781 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [req-9d472503-c11a-4759-b44d-20708f3d1e71 req-0d4c1071-fc64-4abe-b913-92db81b3c683 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Request body: {'port': {'security_groups': ['aadacad4-fd87-47b5-8a04-155c347d6146']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:26.470455 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9d472503-c11a-4759-b44d-20708f3d1e71 req-0d4c1071-fc64-4abe-b913-92db81b3c683 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:26.556932 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-12a9a0a4-1450-452b-9536-1831ca25ee98 req-bd628dfc-4572-4e54-8e7b-25170c0d39e0 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 210 time: 0.0345907 Aug 04 12:44:26.695797 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-9d472503-c11a-4759-b44d-20708f3d1e71 req-0d4c1071-fc64-4abe-b913-92db81b3c683 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] For port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5,segment=NetworkSegment(c430de8e-9e8b-4adb-8f0d-be3eb2321b12),segment_id=c430de8e-9e8b-4adb-8f0d-be3eb2321b12)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:26.732814 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9d472503-c11a-4759-b44d-20708f3d1e71 req-0d4c1071-fc64-4abe-b913-92db81b3c683 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:26.811047 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9d472503-c11a-4759-b44d-20708f3d1e71 req-0d4c1071-fc64-4abe-b913-92db81b3c683 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:26.849637 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['cf7007f2-4d7e-476d-a5cf-dcf32d7467b5'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:44:26.852374 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d472503-c11a-4759-b44d-20708f3d1e71 req-0d4c1071-fc64-4abe-b913-92db81b3c683 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:26.853037 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9d472503-c11a-4759-b44d-20708f3d1e71 req-0d4c1071-fc64-4abe-b913-92db81b3c683 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:26.854475 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9d472503-c11a-4759-b44d-20708f3d1e71 req-0d4c1071-fc64-4abe-b913-92db81b3c683 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "PUT /v2.0/ports/cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 HTTP/1.1" status: 200 len: 942 time: 0.4542739 Aug 04 12:44:26.857787 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f', 'tag': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:44:26.861573 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770a4a6e-a115-4d6d-841e-97ec25f446ad" -d '{"events": [{"name": "network-changed", "server_uuid": "567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f", "tag": "cf7007f2-4d7e-476d-a5cf-dcf32d7467b5"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:44:26.862704 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45634) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:26.894821 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c1071-fc64-4abe-b913-92db81b3c683 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Pushing event updated for resources: {'Port': ['ID=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5,revision_number=7']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:26.921415 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da426eb2-2c30-4b69-bd61-6905d12071ea x-openstack-request-id: req-da426eb2-2c30-4b69-bd61-6905d12071ea {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:44:26.921895 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f", "tag": "cf7007f2-4d7e-476d-a5cf-dcf32d7467b5", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:44:26.922319 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-da426eb2-2c30-4b69-bd61-6905d12071ea {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:44:26.922885 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f', 'tag': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5', 'status': 'completed', 'code': 200} Aug 04 12:44:26.953101 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5124aeca-3bd0-47a6-9b4d-5769547c2da6 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:26.987642 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['cf7007f2-4d7e-476d-a5cf-dcf32d7467b5'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:44:27.018725 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5124aeca-3bd0-47a6-9b4d-5769547c2da6 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.046314 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45638) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:27.072866 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ada564f-48b5-4e6e-be5d-5e306ced0e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.086219 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a4a6e-a115-4d6d-841e-97ec25f446ad req-8338f1d1-d741-4054-b7d2-8e28cd1208d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:27.087761 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-770a4a6e-a115-4d6d-841e-97ec25f446ad req-8338f1d1-d741-4054-b7d2-8e28cd1208d2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5921bf45f6694cf99e28e253234d5f11&device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 1098 time: 0.1038063 Aug 04 12:44:27.120583 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45642) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:27.186962 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1e0170-4dc6-4341-af04-0288268d4296 admin admin] Deleting subnet 4d04faf9-725b-4ab1-b30b-ba9175709758 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 12:44:27.193322 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a1e0170-4dc6-4341-af04-0288268d4296 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.203253 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-3c27bcb8-83a3-4eec-a32e-3eaed239647a None None] Provisioning complete for port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:44:27.203730 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3c27bcb8-83a3-4eec-a32e-3eaed239647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.221024 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a4a6e-a115-4d6d-841e-97ec25f446ad req-50ef97d7-521c-4c35-af76-5da23df3e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:27.222957 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-770a4a6e-a115-4d6d-841e-97ec25f446ad req-50ef97d7-521c-4c35-af76-5da23df3e4f1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c3f1f847-c32f-43d1-91f8-3235917eb608 HTTP/1.1" status: 200 len: 916 time: 0.1145964 Aug 04 12:44:27.250039 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a1e0170-4dc6-4341-af04-0288268d4296 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3168408'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.303231 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-770a4a6e-a115-4d6d-841e-97ec25f446ad req-aa01bdac-131e-4c48-b075-e29274bc30b4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 HTTP/1.1" status: 200 len: 1001 time: 0.0709743 Aug 04 12:44:27.309338 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ada564f-48b5-4e6e-be5d-5e306ced0e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.312054 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a1e0170-4dc6-4341-af04-0288268d4296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8264673'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.343618 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5124aeca-3bd0-47a6-9b4d-5769547c2da6 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.346306 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5124aeca-3bd0-47a6-9b4d-5769547c2da6 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.347401 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-5124aeca-3bd0-47a6-9b4d-5769547c2da6 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "DELETE /v2.0/security-groups/086081c6-fe2a-46e6-9856-a558c2419604 HTTP/1.1" status: 204 len: 168 time: 0.4830608 Aug 04 12:44:27.353619 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45644) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:27.371602 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124aeca-3bd0-47a6-9b4d-5769547c2da6 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=086081c6-fe2a-46e6-9856-a558c2419604,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:27.409869 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a4a6e-a115-4d6d-841e-97ec25f446ad req-f625284e-0a4a-4931-9e73-2c85686595df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:27.414036 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-770a4a6e-a115-4d6d-841e-97ec25f446ad req-f625284e-0a4a-4931-9e73-2c85686595df service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97964b98-e9b3-41b3-a9ca-c9e5cf845f5d HTTP/1.1" status: 200 len: 854 time: 0.1004806 Aug 04 12:44:27.444824 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ada564f-48b5-4e6e-be5d-5e306ced0e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.481935 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada564f-48b5-4e6e-be5d-5e306ced0e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb34f99-3cd9-4a5e-9d03-0ab4fac63076,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:27.488936 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-9ada564f-48b5-4e6e-be5d-5e306ced0e37 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7d62b6d0c55a48aa97305ab26ea4d668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4381168 Aug 04 12:44:27.488936 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a1e0170-4dc6-4341-af04-0288268d4296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8263954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4003078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694604'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.494325 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45648) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:27.518449 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a4a6e-a115-4d6d-841e-97ec25f446ad req-9c6449d7-e838-4f02-b646-c6eb4f764d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:27.525910 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-770a4a6e-a115-4d6d-841e-97ec25f446ad req-9c6449d7-e838-4f02-b646-c6eb4f764d2b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3f1f847-c32f-43d1-91f8-3235917eb608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0911493 Aug 04 12:44:27.526059 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e0170-4dc6-4341-af04-0288268d4296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d04faf9-725b-4ab1-b30b-ba9175709758,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:27.532216 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a1e0170-4dc6-4341-af04-0288268d4296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.536452 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-8a1e0170-4dc6-4341-af04-0288268d4296 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/4d04faf9-725b-4ab1-b30b-ba9175709758 HTTP/1.1" status: 204 len: 168 time: 0.4125903 Aug 04 12:44:27.538955 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45650) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:27.631068 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d72956a-9131-47cf-bf84-13b1b9245d72 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Deleting port f710974b-feed-4d07-9dc5-417bb155598d {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:44:27.631405 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d72956a-9131-47cf-bf84-13b1b9245d72 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.654158 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-59ed111d-ac2d-42fb-8080-fc4d632cec7b req-ea60d26c-40ef-4add-a40c-285d1dc9517b tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 210 time: 0.0411904 Aug 04 12:44:27.654158 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fdefc4b-6d9d-4682-8c88-195f00938681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.657446 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77b45592-6f9b-487f-92cd-64b099338eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7872879'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.678619 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-770a4a6e-a115-4d6d-841e-97ec25f446ad req-29b89943-236f-4f98-afb7-9fa23076effc service neutron] 10.222.0.76 "GET /v2.0/networks/c3f1f847-c32f-43d1-91f8-3235917eb608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358805 Aug 04 12:44:27.705052 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fdefc4b-6d9d-4682-8c88-195f00938681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.766717 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d72956a-9131-47cf-bf84-13b1b9245d72 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.767060 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d72956a-9131-47cf-bf84-13b1b9245d72 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.775986 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77b45592-6f9b-487f-92cd-64b099338eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314982', 'neutron.services.segments.db._delete_segments_for_network-8788656383735'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.784856 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d72956a-9131-47cf-bf84-13b1b9245d72 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Calling delete_port for f710974b-feed-4d07-9dc5-417bb155598d owned by network:floatingip {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:44:27.785976 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-77b45592-6f9b-487f-92cd-64b099338eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b21cd70-f9cf-4f92-85ad-21a6981d78d4']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:27.796612 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-77b45592-6f9b-487f-92cd-64b099338eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c493e3-8c89-4e48-9101-b90d799f4c8b') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:27.803169 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-77b45592-6f9b-487f-92cd-64b099338eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c493e3-8c89-4e48-9101-b90d799f4c8b') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:27.805834 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77b45592-6f9b-487f-92cd-64b099338eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788656387588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3168403'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.820111 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77b45592-6f9b-487f-92cd-64b099338eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.826705 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b45592-6f9b-487f-92cd-64b099338eb7 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 12:44:27.827093 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77b45592-6f9b-487f-92cd-64b099338eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4003244'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: Traceback (most recent call last): Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: timer() Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: cb(*args, **kw) Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: return func(*args, **kwargs) Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: self._notify() Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: self.callback(batched_events) Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: event.method(event) Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: return f(self, *a, **k) Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: return self._get(url).json() Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: return self.request(url, 'GET', **kwargs) Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 12:44:27.828712 dv-cinder-803046-4-iscsi neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 12:44:27.847118 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-770a4a6e-a115-4d6d-841e-97ec25f446ad req-711dbb6e-3e8d-4e2d-a04c-40d730cec69d service neutron] 10.222.0.76 "GET /v2.0/networks/c3f1f847-c32f-43d1-91f8-3235917eb608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575832 Aug 04 12:44:27.947852 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fdefc4b-6d9d-4682-8c88-195f00938681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.951676 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fdefc4b-6d9d-4682-8c88-195f00938681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.953179 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-3fdefc4b-6d9d-4682-8c88-195f00938681 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6fb34f99-3cd9-4a5e-9d03-0ab4fac63076 HTTP/1.1" status: 204 len: 168 time: 0.4608307 Aug 04 12:44:27.964878 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdefc4b-6d9d-4682-8c88-195f00938681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb34f99-3cd9-4a5e-9d03-0ab4fac63076,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:27.989379 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77b45592-6f9b-487f-92cd-64b099338eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544019'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:27.997913 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77b45592-6f9b-487f-92cd-64b099338eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:28.002277 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-77b45592-6f9b-487f-92cd-64b099338eb7 admin admin] 10.222.0.90 "DELETE /v2.0/networks/6b21cd70-f9cf-4f92-85ad-21a6981d78d4 HTTP/1.1" status: 204 len: 168 time: 0.4597104 Aug 04 12:44:28.011351 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b45592-6f9b-487f-92cd-64b099338eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b21cd70-f9cf-4f92-85ad-21a6981d78d4,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:28.118954 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d72956a-9131-47cf-bf84-13b1b9245d72 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:28.151596 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72956a-9131-47cf-bf84-13b1b9245d72 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Pushing event deleted for resources: {'Port': ['ID=f710974b-feed-4d07-9dc5-417bb155598d,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:28.210863 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d72956a-9131-47cf-bf84-13b1b9245d72 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks [] for floatingip, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:28.211194 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.db.l3_db [None req-1d72956a-9131-47cf-bf84-13b1b9245d72 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Floating IP e7b315f9-0b70-4689-9975-d7d872906c57 disassociated (deleted). External IP: 172.27.3.187, port: cf7007f2-4d7e-476d-a5cf-dcf32d7467b5. Aug 04 12:44:28.437982 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d72956a-9131-47cf-bf84-13b1b9245d72 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Router 8483576b-8bbd-4b5d-a35b-eb38ea974d66 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:44:28.510868 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45666) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:28.558765 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-ce9395ab-8fa0-447b-b123-0d633e14fab4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d3b3800723eb4a0687acc69ede2b821d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466421 Aug 04 12:44:28.564347 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45668) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:28.575003 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d72956a-9131-47cf-bf84-13b1b9245d72 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:44:28.580613 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d72956a-9131-47cf-bf84-13b1b9245d72 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:28.589531 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2155898c-1fe7-48f2-b929-ec61694b48ef None None] Sync routers for ids ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:44:28.602340 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2155898c-1fe7-48f2-b929-ec61694b48ef None None] Routers {'8483576b-8bbd-4b5d-a35b-eb38ea974d66'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:44:28.603420 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2155898c-1fe7-48f2-b929-ec61694b48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:44:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:28.627902 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-80052a63-c071-4673-a7f8-86d70f5f4621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:28.632081 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-1d72956a-9131-47cf-bf84-13b1b9245d72 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "DELETE /v2.0/floatingips/e7b315f9-0b70-4689-9975-d7d872906c57 HTTP/1.1" status: 204 len: 168 time: 1.2734044 Aug 04 12:44:28.632081 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f', 'tag': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:44:28.644259 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288ec754-293b-496d-93b7-c8a1f8e3495d" -d '{"events": [{"name": "network-changed", "server_uuid": "567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f", "tag": "cf7007f2-4d7e-476d-a5cf-dcf32d7467b5"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:44:28.656369 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-80052a63-c071-4673-a7f8-86d70f5f4621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:28.707282 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea839fde-8a83-4cfa-8e48-9f46d1acb279 x-openstack-request-id: req-ea839fde-8a83-4cfa-8e48-9f46d1acb279 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:44:28.707574 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f", "tag": "cf7007f2-4d7e-476d-a5cf-dcf32d7467b5", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:44:28.707827 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-ea839fde-8a83-4cfa-8e48-9f46d1acb279 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:44:28.708222 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f', 'tag': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5', 'status': 'completed', 'code': 200} Aug 04 12:44:28.728527 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2155898c-1fe7-48f2-b929-ec61694b48ef None None] Set router 8483576b-8bbd-4b5d-a35b-eb38ea974d66 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:44:28.811111 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-111922ab-e17e-4181-8fcd-a0795f589458 req-0066e74d-03bd-4f62-b34f-7769ae15fb94 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 210 time: 0.0502834 Aug 04 12:44:28.815201 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-80052a63-c071-4673-a7f8-86d70f5f4621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:28.820094 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-80052a63-c071-4673-a7f8-86d70f5f4621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:28.823691 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ec754-293b-496d-93b7-c8a1f8e3495d req-2d5d2f5d-a224-40c0-a519-58178ad11c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:28.824827 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-80052a63-c071-4673-a7f8-86d70f5f4621 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f HTTP/1.1" status: 204 len: 168 time: 0.2593546 Aug 04 12:44:28.833752 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-288ec754-293b-496d-93b7-c8a1f8e3495d req-2d5d2f5d-a224-40c0-a519-58178ad11c88 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5921bf45f6694cf99e28e253234d5f11&device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 1098 time: 0.0832052 Aug 04 12:44:28.842396 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80052a63-c071-4673-a7f8-86d70f5f4621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5cce9a-dbec-49fb-b168-9a0dbc81ce3f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:28.969779 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ec754-293b-496d-93b7-c8a1f8e3495d req-2b88e6dc-6358-4129-a44e-8722a7df4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:28.971260 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-288ec754-293b-496d-93b7-c8a1f8e3495d req-2b88e6dc-6358-4129-a44e-8722a7df4e76 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c3f1f847-c32f-43d1-91f8-3235917eb608 HTTP/1.1" status: 200 len: 916 time: 0.1285446 Aug 04 12:44:28.988806 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2155898c-1fe7-48f2-b929-ec61694b48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'name': 'tempest-TestMinimumBasicScenario-2033767337-router', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:29Z', 'updated_at': '2021-08-04T12:41:33Z', 'revision_number': 4, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'gw_port': {'id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:30Z', 'updated_at': '2021-08-04T12:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '4ef91375-07e3-4592-806b-44ccca915f0a', 'name': '', 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'mac_address': 'fa:16:3e:3e:b3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:33Z', 'updated_at': '2021-08-04T12:41:39Z', 'revision_number': 5, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'subnets': [{'id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:29.019649 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2155898c-1fe7-48f2-b929-ec61694b48ef None None] Checking router: 8483576b-8bbd-4b5d-a35b-eb38ea974d66 for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:44:29.022062 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-288ec754-293b-496d-93b7-c8a1f8e3495d req-46fdc8d7-fb49-4bb4-9e23-3aabcfb3fed4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 HTTP/1.1" status: 200 len: 217 time: 0.0433390 Aug 04 12:44:29.030341 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2155898c-1fe7-48f2-b929-ec61694b48ef None None] Routers {'8483576b-8bbd-4b5d-a35b-eb38ea974d66'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:44:29.031486 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2155898c-1fe7-48f2-b929-ec61694b48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:44:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:29.073960 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ec754-293b-496d-93b7-c8a1f8e3495d req-ce8640ad-0216-46c8-a7ec-51a0979758f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:29.075337 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-288ec754-293b-496d-93b7-c8a1f8e3495d req-ce8640ad-0216-46c8-a7ec-51a0979758f6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97964b98-e9b3-41b3-a9ca-c9e5cf845f5d HTTP/1.1" status: 200 len: 854 time: 0.0455391 Aug 04 12:44:29.126266 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ec754-293b-496d-93b7-c8a1f8e3495d req-635fb01a-9630-44c7-bb72-d1979968efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:29.127903 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-288ec754-293b-496d-93b7-c8a1f8e3495d req-635fb01a-9630-44c7-bb72-d1979968efb8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c3f1f847-c32f-43d1-91f8-3235917eb608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450275 Aug 04 12:44:29.239664 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-288ec754-293b-496d-93b7-c8a1f8e3495d req-65fe6101-1f46-4365-9056-4ee65072a088 service neutron] 10.222.0.76 "GET /v2.0/networks/c3f1f847-c32f-43d1-91f8-3235917eb608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032283 Aug 04 12:44:29.316154 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2155898c-1fe7-48f2-b929-ec61694b48ef None None] Set router 8483576b-8bbd-4b5d-a35b-eb38ea974d66 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:44:29.348435 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-288ec754-293b-496d-93b7-c8a1f8e3495d req-8d044d62-6804-4fe7-8115-93514aef1146 service neutron] 10.222.0.76 "GET /v2.0/networks/c3f1f847-c32f-43d1-91f8-3235917eb608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998147 Aug 04 12:44:29.526247 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2155898c-1fe7-48f2-b929-ec61694b48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'name': 'tempest-TestMinimumBasicScenario-2033767337-router', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:29Z', 'updated_at': '2021-08-04T12:41:33Z', 'revision_number': 4, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'gw_port': {'id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:30Z', 'updated_at': '2021-08-04T12:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '4ef91375-07e3-4592-806b-44ccca915f0a', 'name': '', 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'mac_address': 'fa:16:3e:3e:b3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:33Z', 'updated_at': '2021-08-04T12:41:39Z', 'revision_number': 5, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'subnets': [{'id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:29.548292 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2155898c-1fe7-48f2-b929-ec61694b48ef None None] The sync data for ids ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'] in dv-cinder-803046-4-iscsi is: [{'id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'name': 'tempest-TestMinimumBasicScenario-2033767337-router', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:29Z', 'updated_at': '2021-08-04T12:41:33Z', 'revision_number': 4, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'gw_port': {'id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:30Z', 'updated_at': '2021-08-04T12:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '4ef91375-07e3-4592-806b-44ccca915f0a', 'name': '', 'network_id': 'c3f1f847-c32f-43d1-91f8-3235917eb608', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'mac_address': 'fa:16:3e:3e:b3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:33Z', 'updated_at': '2021-08-04T12:41:39Z', 'revision_number': 5, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'subnets': [{'id': '97964b98-e9b3-41b3-a9ca-c9e5cf845f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:44:29.791203 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d137aff-4b7c-4045-940d-023307118527 None None] New status for floating IP e7b315f9-0b70-4689-9975-d7d872906c57: DOWN {{(pid=94081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:44:29.947507 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-b4519781-6ab7-4d9e-82b7-3670a4eb0919 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:29.950769 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-b4519781-6ab7-4d9e-82b7-3670a4eb0919 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.76 "GET /v2.0/networks?id=70fa83bf-1fde-416f-b01c-4a2467879336 HTTP/1.1" status: 200 len: 815 time: 0.1432326 Aug 04 12:44:29.954324 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7282140a-c5f9-4bd0-944a-3b27f844ea1d req-c9578873-e302-4f96-bd4d-aee5b2afa696 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 210 time: 0.0436771 Aug 04 12:44:29.971923 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-a1726674-5c7e-4c22-8fc5-a553ccdccd9a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Request body: {'port': {'device_id': '5b6ff5a3-4d30-4338-94c2-c7133c48c2a1', 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336', 'admin_state_up': True, 'tenant_id': 'ea34f2cba7fa4f05a4a9865174d9bb76'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:30.210779 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-a1726674-5c7e-4c22-8fc5-a553ccdccd9a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Made reservation on behalf of ea34f2cba7fa4f05a4a9865174d9bb76 for: {'port': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:44:30.215133 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-a1726674-5c7e-4c22-8fc5-a553ccdccd9a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:30.289588 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45722) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:30.380188 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-a1726674-5c7e-4c22-8fc5-a553ccdccd9a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Allocated IP 172.20.0.8 (70fa83bf-1fde-416f-b01c-4a2467879336/95545879-d37a-49a1-82eb-562fab28fb86/a4bb9699-5b82-4280-b301-98db92e95637) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:44:30.493292 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-f2cb5626-413c-44a0-a7de-a78ad683ffa9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2094895340-network', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:30.566408 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-a1726674-5c7e-4c22-8fc5-a553ccdccd9a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:30.650193 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cb5626-413c-44a0-a7de-a78ad683ffa9 admin admin] Made reservation on behalf of fe3e08f20205460980a8eca6bc05529d for: {'network': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:44:30.652629 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2cb5626-413c-44a0-a7de-a78ad683ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:30.661890 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2cb5626-413c-44a0-a7de-a78ad683ffa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:30.760742 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2cb5626-413c-44a0-a7de-a78ad683ffa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:30.776437 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-a1726674-5c7e-4c22-8fc5-a553ccdccd9a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:30.820802 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-a1726674-5c7e-4c22-8fc5-a553ccdccd9a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Network 70fa83bf-1fde-416f-b01c-4a2467879336 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:44:30.823843 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-a1726674-5c7e-4c22-8fc5-a553ccdccd9a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:44:30.830165 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-a1726674-5c7e-4c22-8fc5-a553ccdccd9a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:44:30.836063 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1726674-5c7e-4c22-8fc5-a553ccdccd9a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Pushing event updated for resources: {'Port': ['ID=a4bb9699-5b82-4280-b301-98db92e95637,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:30.886691 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-a1726674-5c7e-4c22-8fc5-a553ccdccd9a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:30.887297 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-a1726674-5c7e-4c22-8fc5-a553ccdccd9a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:30.908553 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2cb5626-413c-44a0-a7de-a78ad683ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:30.938495 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2cb5626-413c-44a0-a7de-a78ad683ffa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=94079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 12:44:30.947880 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb5626-413c-44a0-a7de-a78ad683ffa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09915ace-f1c5-4dad-aba1-7838ad34e206,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:30.954324 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2cb5626-413c-44a0-a7de-a78ad683ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:30.954666 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.db.segments_db [None req-f2cb5626-413c-44a0-a7de-a78ad683ffa9 admin admin] Added segment 9597b5cb-9212-42a8-8cf9-53da97d840e4 of type vlan for network 9f45085c-c37c-4c40-9c5e-a2d86b0da083 Aug 04 12:44:30.996364 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2cb5626-413c-44a0-a7de-a78ad683ffa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:31.031549 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-a1726674-5c7e-4c22-8fc5-a553ccdccd9a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0638287 Aug 04 12:44:31.051195 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Request body: {'port': {'device_id': '5b6ff5a3-4d30-4338-94c2-c7133c48c2a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:31.066127 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f06b1d-8ea8-4700-a03f-4da05a838c84 req-b46a4b85-9533-46c6-a735-ef5496a249bb tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:31.068485 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-14f06b1d-8ea8-4700-a03f-4da05a838c84 req-b46a4b85-9533-46c6-a735-ef5496a249bb tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 931 time: 0.0500062 Aug 04 12:44:31.104685 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:31.109047 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-14f06b1d-8ea8-4700-a03f-4da05a838c84 req-49bc8a1e-15a1-44c0-bbcd-9ad636c248b5 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343974 Aug 04 12:44:31.389939 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2cb5626-413c-44a0-a7de-a78ad683ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:31.390898 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cb5626-413c-44a0-a7de-a78ad683ffa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:31.391468 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2cb5626-413c-44a0-a7de-a78ad683ffa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:31.466176 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb5626-413c-44a0-a7de-a78ad683ffa9 admin admin] Pushing event updated for resources: {'Network': ['ID=9f45085c-c37c-4c40-9c5e-a2d86b0da083,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:31.481797 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network 9f45085c-c37c-4c40-9c5e-a2d86b0da083 details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:44:31.521995 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-f2cb5626-413c-44a0-a7de-a78ad683ffa9 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2312813 Aug 04 12:44:31.524604 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45756) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:31.529914 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-c44301b5-b93c-4939-bfb9-f6314cebd10e admin admin] Request body: {'subnet': {'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2094895340-subnet', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'ip_version': 4}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:31.691298 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44301b5-b93c-4939-bfb9-f6314cebd10e admin admin] Made reservation on behalf of fe3e08f20205460980a8eca6bc05529d for: {'subnet': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:44:31.693553 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c44301b5-b93c-4939-bfb9-f6314cebd10e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9245666'] for subnet, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:31.750183 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4bb9699-5b82-4280-b301-98db92e95637 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:44:31.759655 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:31.784794 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Transition to ACTIVE for port object a4bb9699-5b82-4280-b301-98db92e95637 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:44:31.889845 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:31.945507 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Pushing event updated for resources: {'Port': ['ID=a4bb9699-5b82-4280-b301-98db92e95637,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:31.995860 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c44301b5-b93c-4939-bfb9-f6314cebd10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2653157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9245660'] for subnet, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:32.054040 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Attempting to bind port a4bb9699-5b82-4280-b301-98db92e95637 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:44:32.054312 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Attempting to bind port a4bb9699-5b82-4280-b301-98db92e95637 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '6b7b9b90-046e-4cfb-8e05-1a778f093fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:44:32.054640 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Attempting to bind port a4bb9699-5b82-4280-b301-98db92e95637 on network 70fa83bf-1fde-416f-b01c-4a2467879336 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:44:32.077195 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44301b5-b93c-4939-bfb9-f6314cebd10e admin admin] Pushing event updated for resources: {'Subnet': ['ID=68ad8ac2-734e-47bc-b065-f478d6d8ad78,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:32.080506 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Port a4bb9699-5b82-4280-b301-98db92e95637 on network 70fa83bf-1fde-416f-b01c-4a2467879336 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:44:32.080832 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Attempting to bind port a4bb9699-5b82-4280-b301-98db92e95637 on network 70fa83bf-1fde-416f-b01c-4a2467879336 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:44:32.089587 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:44:32.089920 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Checking segment: {'id': '6b7b9b90-046e-4cfb-8e05-1a778f093fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:44:32.090292 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Bound using segment: {'id': '6b7b9b90-046e-4cfb-8e05-1a778f093fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:44:32.090737 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Bound port: a4bb9699-5b82-4280-b301-98db92e95637, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7b9b90-046e-4cfb-8e05-1a778f093fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:44:32.091089 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:32.093741 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44301b5-b93c-4939-bfb9-f6314cebd10e admin admin] Checking segment: {'id': '9597b5cb-9212-42a8-8cf9-53da97d840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:44:32.094111 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44301b5-b93c-4939-bfb9-f6314cebd10e admin admin] Network hostable DHCP agents. Network: 9f45085c-c37c-4c40-9c5e-a2d86b0da083, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:44:32.164285 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] For port a4bb9699-5b82-4280-b301-98db92e95637, host hv-cinder-80304, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:44:32.167451 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] For port a4bb9699-5b82-4280-b301-98db92e95637, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=a4bb9699-5b82-4280-b301-98db92e95637,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:44:32.227429 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ec7e9-3b6a-4aa7-b9ef-3f0faf34719d req-53a93a0f-9840-4ca2-8bca-c89d43b02a29 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:32.228895 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9a3ec7e9-3b6a-4aa7-b9ef-3f0faf34719d req-53a93a0f-9840-4ca2-8bca-c89d43b02a29 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 943 time: 0.0470371 Aug 04 12:44:32.240049 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:32.242262 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44301b5-b93c-4939-bfb9-f6314cebd10e admin admin] Network 9f45085c-c37c-4c40-9c5e-a2d86b0da083 is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:44:32.267010 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9a3ec7e9-3b6a-4aa7-b9ef-3f0faf34719d req-7780a8e6-b50d-4317-86c8-19c620402cd5 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314310 Aug 04 12:44:32.278972 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:32.282843 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:32.282843 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] 10.222.0.76 "PUT /v2.0/ports/a4bb9699-5b82-4280-b301-98db92e95637 HTTP/1.1" status: 200 len: 1093 time: 1.2341764 Aug 04 12:44:32.282843 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6ff5a3-4d30-4338-94c2-c7133c48c2a1', 'tag': 'a4bb9699-5b82-4280-b301-98db92e95637'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:44:32.283819 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60aa79a-1719-4ea5-9d7e-54b8cef78fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6ff5a3-4d30-4338-94c2-c7133c48c2a1", "tag": "a4bb9699-5b82-4280-b301-98db92e95637"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:44:32.310987 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbebe0-6c07-40be-b9d3-25137e8a359f service neutron] Pushing event updated for resources: {'Port': ['ID=a4bb9699-5b82-4280-b301-98db92e95637,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:32.331556 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a2b134-6f9f-4b18-b4d0-c6e7320ed44d x-openstack-request-id: req-90a2b134-6f9f-4b18-b4d0-c6e7320ed44d {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:44:32.331845 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6ff5a3-4d30-4338-94c2-c7133c48c2a1", "tag": "a4bb9699-5b82-4280-b301-98db92e95637", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:44:32.332121 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-90a2b134-6f9f-4b18-b4d0-c6e7320ed44d {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:44:32.332519 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6ff5a3-4d30-4338-94c2-c7133c48c2a1', 'tag': 'a4bb9699-5b82-4280-b301-98db92e95637', 'status': 'completed', 'code': 200} Aug 04 12:44:32.364499 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-c44301b5-b93c-4939-bfb9-f6314cebd10e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, 9f45085c-c37c-4c40-9c5e-a2d86b0da083) {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:44:32.370222 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44301b5-b93c-4939-bfb9-f6314cebd10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:32.370829 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c44301b5-b93c-4939-bfb9-f6314cebd10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for subnet, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:32.376138 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9191018c-0097-49d6-aee9-953cb076e661 None None] Network 9f45085c-c37c-4c40-9c5e-a2d86b0da083 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:44:32.420461 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60aa79a-1719-4ea5-9d7e-54b8cef78fb2 req-b96238e4-5348-471d-877f-bbff8ab9c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:32.421992 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c60aa79a-1719-4ea5-9d7e-54b8cef78fb2 req-b96238e4-5348-471d-877f-bbff8ab9c2f2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea34f2cba7fa4f05a4a9865174d9bb76&device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 1096 time: 0.0422740 Aug 04 12:44:32.485220 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-c44301b5-b93c-4939-bfb9-f6314cebd10e admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9593623 Aug 04 12:44:32.488047 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45768) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:32.492463 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2094895340-router', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:32.525852 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eaa42bf-bea8-51b1-b296-9e8791fa0d1d-9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'fixed_ips': [{'subnet_id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78'}]}} from dv-cinder-803046-4-iscsi. {{(pid=94080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 12:44:32.526761 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:32.539497 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60aa79a-1719-4ea5-9d7e-54b8cef78fb2 req-dc5d0b9d-bb82-4090-b350-00400a2996ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:32.545549 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c60aa79a-1719-4ea5-9d7e-54b8cef78fb2 req-dc5d0b9d-bb82-4090-b350-00400a2996ec service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=ea34f2cba7fa4f05a4a9865174d9bb76&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1040008 Aug 04 12:44:32.646997 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60aa79a-1719-4ea5-9d7e-54b8cef78fb2 req-676209cc-6648-4a27-b4c4-b0a52770c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:32.648897 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c60aa79a-1719-4ea5-9d7e-54b8cef78fb2 req-676209cc-6648-4a27-b4c4-b0a52770c8c2 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007321 Aug 04 12:44:32.656500 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25293'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:32.657640 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31806'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:32.678483 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Allocated IP 172.20.0.2 (9f45085c-c37c-4c40-9c5e-a2d86b0da083/68ad8ac2-734e-47bc-b065-f478d6d8ad78/6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:44:32.712697 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:32.752598 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-d7f0eae7-aac6-494d-89df-c3e460def9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:32.754144 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-d7f0eae7-aac6-494d-89df-c3e460def9c5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea34f2cba7fa4f05a4a9865174d9bb76&device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 1096 time: 0.0428362 Aug 04 12:44:32.811597 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-20ab2ce7-5a93-4399-84a5-23fb571592dc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4bb9699-5b82-4280-b301-98db92e95637 HTTP/1.1" status: 200 len: 217 time: 0.0432267 Aug 04 12:44:32.827307 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:32.836476 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Transition to ACTIVE for port object 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:44:32.868578 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Transition to ACTIVE for port object 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:44:32.875738 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-11335a51-b6c4-4387-baf8-ff67ab9ed21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:32.877273 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-11335a51-b6c4-4387-baf8-ff67ab9ed21d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=95545879-d37a-49a1-82eb-562fab28fb86 HTTP/1.1" status: 200 len: 855 time: 0.0579519 Aug 04 12:44:32.916308 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-5e0923fc-15d8-463e-898e-ac1ebb1e4237 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=70fa83bf-1fde-416f-b01c-4a2467879336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253823 Aug 04 12:44:32.959348 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:33.017471 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Network 9f45085c-c37c-4c40-9c5e-a2d86b0da083 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:44:33.020818 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:44:33.024235 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:44:33.037985 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-496924cb-043b-4139-9125-fdd0b7ecd5b0 service neutron] 10.222.0.76 "GET /v2.0/networks/70fa83bf-1fde-416f-b01c-4a2467879336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132324 Aug 04 12:44:33.066014 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Pushing event updated for resources: {'Port': ['ID=6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:33.097770 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Attempting to bind port 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:44:33.098261 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Attempting to bind port 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': '9597b5cb-9212-42a8-8cf9-53da97d840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:44:33.098868 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Attempting to bind port 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 on network 9f45085c-c37c-4c40-9c5e-a2d86b0da083 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:44:33.105335 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:44:33.106635 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Checking segment: {'id': '9597b5cb-9212-42a8-8cf9-53da97d840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:44:33.107269 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:33.107889 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Bound using segment: {'id': '9597b5cb-9212-42a8-8cf9-53da97d840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:44:33.108602 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Bound port: 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9597b5cb-9212-42a8-8cf9-53da97d840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:44:33.109328 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:33.165907 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b3afb506-1fab-4d2c-82c6-ce8b4d3e2f27 req-91dc2766-472f-4ae4-a792-f796b3fd98f0 service neutron] 10.222.0.76 "GET /v2.0/networks/70fa83bf-1fde-416f-b01c-4a2467879336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197269 Aug 04 12:44:33.202866 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] For port 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:44:33.206233 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] For port 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73,segment=NetworkSegment(9597b5cb-9212-42a8-8cf9-53da97d840e4),segment_id=9597b5cb-9212-42a8-8cf9-53da97d840e4)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:44:33.226236 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:33.330029 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:33.399051 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c233cff-f4ea-4286-8f1d-29b98c348062 None None] Pushing event updated for resources: {'Port': ['ID=6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:33.460600 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1229b-ed48-498f-836b-ab1ba6ece048 req-3ccc0977-d084-4aa2-8878-a09e894723a1 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:33.462084 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fdb1229b-ed48-498f-836b-ab1ba6ece048 req-3ccc0977-d084-4aa2-8878-a09e894723a1 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 943 time: 0.1001897 Aug 04 12:44:33.478598 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ac025-a5c8-4a8e-a6d2-7f8856308064 req-060c7bbe-6815-4bc5-ad98-7801d2df4607 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:33.480078 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3d9ac025-a5c8-4a8e-a6d2-7f8856308064 req-060c7bbe-6815-4bc5-ad98-7801d2df4607 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 945 time: 0.0873508 Aug 04 12:44:33.541563 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fdb1229b-ed48-498f-836b-ab1ba6ece048 req-6feaa940-a051-40a9-a337-6cc64723cbd1 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727465 Aug 04 12:44:33.577961 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3d9ac025-a5c8-4a8e-a6d2-7f8856308064 req-b40a73a1-7540-4545-a089-2276aeedd778 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899541 Aug 04 12:44:33.713845 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:33.733246 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:33.837823 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] Allocated IP 172.27.3.11 (edaa9ae4-5451-4ed4-982a-c63f3ba8dd77/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7/c439863b-0268-4920-85ec-9485c021f9b3) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:44:33.939537 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:34.070607 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:34.109682 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:44:34.112585 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:44:34.116173 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:44:34.146858 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] Pushing event updated for resources: {'Port': ['ID=c439863b-0268-4920-85ec-9485c021f9b3,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:34.312171 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc76b4a4-cbfd-4f03-8906-4ff752e49ff2 None None] Network 9f45085c-c37c-4c40-9c5e-a2d86b0da083 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:44:34.468682 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:34.471040 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-57fe9231-cf31-46d1-90bb-ff56ed5e6301 None None] Provisioning for port 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:44:34.731634 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544091'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:34.743027 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64733a5b-73f4-4c00-88e7-1072591b16cd req-17cb6bf6-5f94-47f0-a875-dc5824ebcef2 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:34.744531 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-64733a5b-73f4-4c00-88e7-1072591b16cd req-17cb6bf6-5f94-47f0-a875-dc5824ebcef2 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 943 time: 0.1281610 Aug 04 12:44:34.758812 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e7b1e-3516-462a-895e-774bd4a37895 req-61c74192-b15b-488e-a77c-66e1c4063e1c tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:34.760192 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0b4e7b1e-3516-462a-895e-774bd4a37895 req-61c74192-b15b-488e-a77c-66e1c4063e1c tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 945 time: 0.0845566 Aug 04 12:44:34.878286 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-64733a5b-73f4-4c00-88e7-1072591b16cd req-6e03bff7-6639-419a-a6a9-c106afc118df tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267111 Aug 04 12:44:34.895984 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0b4e7b1e-3516-462a-895e-774bd4a37895 req-b850c948-b952-412e-9ac9-02a148bc444e tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/security-groups?id=aadacad4-fd87-47b5-8a04-155c347d6146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043079 Aug 04 12:44:34.958309 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:44:35.050135 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] Router a49f531a-1d0e-4300-b439-4ba7ada559d4 is scheduled to L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 12:44:35.095633 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:44:35.099517 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:44:35.099909 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:35.157316 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:44:35.167806 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Sync routers for ids ['a49f531a-1d0e-4300-b439-4ba7ada559d4'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:44:35.186013 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:35.188555 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Routers {'a49f531a-1d0e-4300-b439-4ba7ada559d4'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:44:35.189169 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:44:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['a49f531a-1d0e-4300-b439-4ba7ada559d4'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:35.236849 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:35.238479 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-2c829df7-a7ab-4f97-88e8-9a4aeb6c218c admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7491171 Aug 04 12:44:35.240923 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45802) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:35.287717 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73,segment=NetworkSegment(9597b5cb-9212-42a8-8cf9-53da97d840e4),segment_id=9597b5cb-9212-42a8-8cf9-53da97d840e4)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:35.319039 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Set router a49f531a-1d0e-4300-b439-4ba7ada559d4 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:44:35.377845 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:35.380436 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f102929-1642-47b6-a234-8e588cbb722a req-e037c72a-42ff-42df-a0f4-e1fa36b2efa9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:35.382007 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-9f102929-1642-47b6-a234-8e588cbb722a req-e037c72a-42ff-42df-a0f4-e1fa36b2efa9 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.76 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 945 time: 0.0552962 Aug 04 12:44:35.477864 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:35.502040 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device a4bb9699-5b82-4280-b301-98db92e95637 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:44:35.505455 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-9f102929-1642-47b6-a234-8e588cbb722a req-0336ed57-800f-4b53-babf-b6e97e1b09ff tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Deleting port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:44:35.505923 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-9f102929-1642-47b6-a234-8e588cbb722a req-0336ed57-800f-4b53-babf-b6e97e1b09ff tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:35.606152 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-9f102929-1642-47b6-a234-8e588cbb722a req-0336ed57-800f-4b53-babf-b6e97e1b09ff tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] For port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5,segment=NetworkSegment(c430de8e-9e8b-4adb-8f0d-be3eb2321b12),segment_id=c430de8e-9e8b-4adb-8f0d-be3eb2321b12)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:35.606655 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-9f102929-1642-47b6-a234-8e588cbb722a req-0336ed57-800f-4b53-babf-b6e97e1b09ff tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:35.624862 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-9f102929-1642-47b6-a234-8e588cbb722a req-0336ed57-800f-4b53-babf-b6e97e1b09ff tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Calling delete_port for cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 owned by compute:nova {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:44:35.626778 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'name': 'tempest-TestShelveInstance-2094895340-router', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:32Z', 'updated_at': '2021-08-04T12:44:34Z', 'revision_number': 3, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'gw_port': {'id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:33Z', 'updated_at': '2021-08-04T12:44:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:35.664008 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port a4bb9699-5b82-4280-b301-98db92e95637, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=a4bb9699-5b82-4280-b301-98db92e95637,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:35.666687 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Checking router: a49f531a-1d0e-4300-b439-4ba7ada559d4 for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:44:35.667050 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Updating router a49f531a-1d0e-4300-b439-4ba7ada559d4 port c439863b-0268-4920-85ec-9485c021f9b3 binding host dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:44:35.693854 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': 'a4bb9699-5b82-4280-b301-98db92e95637', 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336', 'port_id': 'a4bb9699-5b82-4280-b301-98db92e95637', 'mac_address': 'fa:16:3e:4c:fb:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95545879-d37a-49a1-82eb-562fab28fb86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:44:35.702201 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:35.702944 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:35.771110 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:35.830084 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4bb9699-5b82-4280-b301-98db92e95637 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:44:35.833251 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-9f102929-1642-47b6-a234-8e588cbb722a req-0336ed57-800f-4b53-babf-b6e97e1b09ff tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:35.863562 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port a4bb9699-5b82-4280-b301-98db92e95637, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=a4bb9699-5b82-4280-b301-98db92e95637,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:35.868793 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['cf7007f2-4d7e-476d-a5cf-dcf32d7467b5'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:44:35.869709 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336ed57-800f-4b53-babf-b6e97e1b09ff tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Pushing event deleted for resources: {'Port': ['ID=cf7007f2-4d7e-476d-a5cf-dcf32d7467b5,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:35.881376 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] Allocated IP 172.20.0.1 (9f45085c-c37c-4c40-9c5e-a2d86b0da083/68ad8ac2-734e-47bc-b065-f478d6d8ad78/0960d5f5-8683-4ba0-9765-7c811967f51e) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:44:35.905257 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f102929-1642-47b6-a234-8e588cbb722a req-0336ed57-800f-4b53-babf-b6e97e1b09ff tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] No DVR routers for this DVR port cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 on host hv-cinder-80304 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:44:35.907839 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-9f102929-1642-47b6-a234-8e588cbb722a req-0336ed57-800f-4b53-babf-b6e97e1b09ff tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:35.909862 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-9f102929-1642-47b6-a234-8e588cbb722a req-0336ed57-800f-4b53-babf-b6e97e1b09ff tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.76 "DELETE /v2.0/ports/cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 HTTP/1.1" status: 204 len: 173 time: 0.5154068 Aug 04 12:44:35.910510 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f', 'name': 'network-vif-deleted', 'tag': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:44:35.912835 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e67a3f-c345-4446-beb4-f8c2a3bc634a" -d '{"events": [{"server_uuid": "567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f", "name": "network-vif-deleted", "tag": "cf7007f2-4d7e-476d-a5cf-dcf32d7467b5"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:44:35.977936 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:35.979940 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767ec415-a893-40e8-819a-ecac97cca0c9 x-openstack-request-id: req-767ec415-a893-40e8-819a-ecac97cca0c9 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:44:35.987785 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f", "name": "network-vif-deleted", "tag": "cf7007f2-4d7e-476d-a5cf-dcf32d7467b5", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:44:35.987785 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-767ec415-a893-40e8-819a-ecac97cca0c9 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:44:35.987785 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f', 'name': 'network-vif-deleted', 'tag': 'cf7007f2-4d7e-476d-a5cf-dcf32d7467b5', 'status': 'completed', 'code': 200} Aug 04 12:44:36.055565 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:36.082263 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7979609e-096f-465d-bae7-f3feb8b0f61d req-498743bb-35b7-43cf-8a28-1b472485f86d tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 210 time: 0.0423393 Aug 04 12:44:36.092919 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] Transition to ACTIVE for port object 0960d5f5-8683-4ba0-9765-7c811967f51e will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:44:36.108034 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0957c1-7cbe-4bc1-bfed-a17f195df04b req-08a8f551-f245-41ca-a4cc-3cc366938894 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:36.108409 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=a4bb9699-5b82-4280-b301-98db92e95637,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:36.109567 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aa0957c1-7cbe-4bc1-bfed-a17f195df04b req-08a8f551-f245-41ca-a4cc-3cc366938894 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 944 time: 0.1052637 Aug 04 12:44:36.113352 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:36.126184 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Transition to ACTIVE for port object c439863b-0268-4920-85ec-9485c021f9b3 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:44:36.178459 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aa0957c1-7cbe-4bc1-bfed-a17f195df04b req-79423e98-2380-4f26-af50-840326519d36 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536258 Aug 04 12:44:36.279344 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:36.308461 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['a4bb9699-5b82-4280-b301-98db92e95637'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:44:36.330537 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:36.349260 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] Network 9f45085c-c37c-4c40-9c5e-a2d86b0da083 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:44:36.352335 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:44:36.360804 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aaecb2-fc75-46bc-afe8-88a489120f1b None None] Pushing event updated for resources: {'Port': ['ID=c439863b-0268-4920-85ec-9485c021f9b3,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:36.373146 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Attempting to bind port c439863b-0268-4920-85ec-9485c021f9b3 on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:44:36.373733 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Attempting to bind port c439863b-0268-4920-85ec-9485c021f9b3 by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:44:36.374218 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:44:36.374452 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Attempting to bind port c439863b-0268-4920-85ec-9485c021f9b3 on network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:44:36.382309 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:44:36.383035 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Checking segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:44:36.383690 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:36.384262 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Bound using segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:44:36.384924 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Bound port: c439863b-0268-4920-85ec-9485c021f9b3, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:44:36.385628 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:36.434984 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] Pushing event updated for resources: {'Port': ['ID=0960d5f5-8683-4ba0-9765-7c811967f51e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:36.445326 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544644'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:36.503901 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] For port c439863b-0268-4920-85ec-9485c021f9b3, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:44:36.662215 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] For port c439863b-0268-4920-85ec-9485c021f9b3, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=c439863b-0268-4920-85ec-9485c021f9b3,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:44:36.735884 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:36.799862 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:36.803423 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-8ed82252-c979-45a6-95b3-01f7bf0767f3 None None] Provisioning for port 0960d5f5-8683-4ba0-9765-7c811967f51e completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:44:36.834478 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-8ed82252-c979-45a6-95b3-01f7bf0767f3 None None] Provisioning complete for port 0960d5f5-8683-4ba0-9765-7c811967f51e triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:44:36.834860 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8ed82252-c979-45a6-95b3-01f7bf0767f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:36.896555 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Routers {'a49f531a-1d0e-4300-b439-4ba7ada559d4'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:44:36.897192 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:44:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['a49f531a-1d0e-4300-b439-4ba7ada559d4'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:36.900446 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aaecb2-fc75-46bc-afe8-88a489120f1b None None] Pushing event updated for resources: {'Port': ['ID=c439863b-0268-4920-85ec-9485c021f9b3,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:36.906457 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-8ed82252-c979-45a6-95b3-01f7bf0767f3 None None] Port 0960d5f5-8683-4ba0-9765-7c811967f51e cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:44:36.912564 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45818) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:36.980380 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:44:36.980644 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:37.048869 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f4f3de58-5754-43cb-8474-1255854a6c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:37.091256 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] Set router a49f531a-1d0e-4300-b439-4ba7ada559d4 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:44:37.143458 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:44:37.143829 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:37.145131 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:37.221945 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f4f3de58-5754-43cb-8474-1255854a6c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:37.266918 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-31a69799-a32a-4d61-b7aa-becb4b8a8e2a req-d2677be4-5f6d-4520-b717-771520af41e3 tempest-TestMinimumBasicScenario-149236327 tempest-TestMinimumBasicScenario-149236327-project] 10.222.0.90 "GET /v2.0/ports?device_id=567ec4c2-b6a5-4e31-aa9d-c10d8c31ea2f HTTP/1.1" status: 200 len: 210 time: 0.0675976 Aug 04 12:44:37.313930 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544536'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:37.329616 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] Pushing event updated for resources: {'Port': ['ID=0960d5f5-8683-4ba0-9765-7c811967f51e,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:37.342121 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f4f3de58-5754-43cb-8474-1255854a6c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:37.393279 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-f4f3de58-5754-43cb-8474-1255854a6c64 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=33611176726f4306b7fc26181155c3cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4796371 Aug 04 12:44:37.394024 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45826) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:37.394206 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf82fc-bbca-444c-9c94-278495d7db09 req-b16b1151-52be-4b42-8e94-4189cb2ba197 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:37.396513 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3edf82fc-bbca-444c-9c94-278495d7db09 req-b16b1151-52be-4b42-8e94-4189cb2ba197 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 944 time: 0.1313899 Aug 04 12:44:37.411063 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3de58-5754-43cb-8474-1255854a6c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0652b3c3-2ee3-4fbb-b789-75d3817e8798,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:37.427854 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'name': 'tempest-TestShelveInstance-2094895340-router', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:32Z', 'updated_at': '2021-08-04T12:44:36Z', 'revision_number': 4, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'gw_port': {'id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:33Z', 'updated_at': '2021-08-04T12:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '0960d5f5-8683-4ba0-9765-7c811967f51e', 'name': '', 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'mac_address': 'fa:16:3e:d0:df:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:35Z', 'updated_at': '2021-08-04T12:44:35Z', 'revision_number': 1, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'subnets': [{'id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:37.459235 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f509fc-5fd7-4286-9473-fd1c6abd9149 None None] The sync data for ids ['a49f531a-1d0e-4300-b439-4ba7ada559d4'] in dv-cinder-803046-4-iscsi is: [{'id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'name': 'tempest-TestShelveInstance-2094895340-router', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:32Z', 'updated_at': '2021-08-04T12:44:36Z', 'revision_number': 4, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'gw_port': {'id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:33Z', 'updated_at': '2021-08-04T12:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '0960d5f5-8683-4ba0-9765-7c811967f51e', 'name': '', 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'mac_address': 'fa:16:3e:d0:df:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:35Z', 'updated_at': '2021-08-04T12:44:35Z', 'revision_number': 1, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'subnets': [{'id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:44:37.465138 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b54f2db0-98a4-41f9-a1d9-2adecbd5e760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:37.474406 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3edf82fc-bbca-444c-9c94-278495d7db09 req-0f0c9158-e157-44db-860a-7c6fa0f742ef tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647085 Aug 04 12:44:37.484281 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] Network 9f45085c-c37c-4c40-9c5e-a2d86b0da083 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:44:37.485863 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:44:37.494327 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b54f2db0-98a4-41f9-a1d9-2adecbd5e760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:37.517334 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device a4bb9699-5b82-4280-b301-98db92e95637 up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:44:37.614434 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] Router a49f531a-1d0e-4300-b439-4ba7ada559d4 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:44:37.706054 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b54f2db0-98a4-41f9-a1d9-2adecbd5e760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:37.709212 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b54f2db0-98a4-41f9-a1d9-2adecbd5e760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:37.710932 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-b54f2db0-98a4-41f9-a1d9-2adecbd5e760 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0652b3c3-2ee3-4fbb-b789-75d3817e8798 HTTP/1.1" status: 204 len: 168 time: 0.3129184 Aug 04 12:44:37.725154 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f2db0-98a4-41f9-a1d9-2adecbd5e760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0652b3c3-2ee3-4fbb-b789-75d3817e8798,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:37.761844 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port a4bb9699-5b82-4280-b301-98db92e95637 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:44:37.767781 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port a4bb9699-5b82-4280-b301-98db92e95637 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:44:37.768241 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:37.843286 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-b0b95e77-49fc-4822-a568-80eede81852b None None] Provisioning complete for port 0960d5f5-8683-4ba0-9765-7c811967f51e triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:44:37.843725 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b0b95e77-49fc-4822-a568-80eede81852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:37.910822 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-b0b95e77-49fc-4822-a568-80eede81852b None None] Port 0960d5f5-8683-4ba0-9765-7c811967f51e cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:44:37.914279 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:37.939813 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6ff5a3-4d30-4338-94c2-c7133c48c2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bb9699-5b82-4280-b301-98db92e95637'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:44:37.942170 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a13d2f-3694-4351-b4a2-73a929b37fc0" -d '{"events": [{"server_uuid": "5b6ff5a3-4d30-4338-94c2-c7133c48c2a1", "name": "network-vif-plugged", "status": "completed", "tag": "a4bb9699-5b82-4280-b301-98db92e95637"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:44:37.965839 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port a4bb9699-5b82-4280-b301-98db92e95637, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=a4bb9699-5b82-4280-b301-98db92e95637,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:37.998615 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afad81c-8d7a-431b-9d6b-a331ee5478a6 x-openstack-request-id: req-5afad81c-8d7a-431b-9d6b-a331ee5478a6 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:44:37.998910 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6ff5a3-4d30-4338-94c2-c7133c48c2a1", "name": "network-vif-plugged", "status": "completed", "tag": "a4bb9699-5b82-4280-b301-98db92e95637", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:44:37.999159 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5afad81c-8d7a-431b-9d6b-a331ee5478a6 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:44:37.999596 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6ff5a3-4d30-4338-94c2-c7133c48c2a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bb9699-5b82-4280-b301-98db92e95637', 'code': 200} Aug 04 12:44:38.061578 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:38.062390 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:44:38.073094 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:44:38.078291 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-4f65f221-3d56-4a5c-8801-de9ed2de248b admin admin] 10.222.0.90 "PUT /v2.0/routers/a49f531a-1d0e-4300-b439-4ba7ada559d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8362246 Aug 04 12:44:38.089605 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:44:38.090074 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device cf7007f2-4d7e-476d-a5cf-dcf32d7467b5 not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:44:38.145327 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=a4bb9699-5b82-4280-b301-98db92e95637,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:38.421831 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5a360-bbcf-4dc3-8657-ccb48d88cdbe req-f043cd2f-2458-4098-b150-9a85fc21ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:38.424033 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-67c5a360-bbcf-4dc3-8657-ccb48d88cdbe req-f043cd2f-2458-4098-b150-9a85fc21ae0e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 1098 time: 0.0516174 Aug 04 12:44:38.470265 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-67c5a360-bbcf-4dc3-8657-ccb48d88cdbe req-d4ea997f-68e7-4983-b7c8-7d9d1d139c85 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338612 Aug 04 12:44:38.597129 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb8722-6e3f-4fee-b9e2-217efb9c3d17 req-170772c0-d9e1-4dc8-b686-02903ea38d1e tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:38.598907 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5fbb8722-6e3f-4fee-b9e2-217efb9c3d17 req-170772c0-d9e1-4dc8-b686-02903ea38d1e tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 945 time: 0.0511460 Aug 04 12:44:38.638375 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5fbb8722-6e3f-4fee-b9e2-217efb9c3d17 req-bdac08ca-df34-409c-8419-cd984a890983 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335453 Aug 04 12:44:38.700238 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45850) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:38.713735 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dd3a9322-38c5-4ac0-b668-1b2cb246c0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:38.787733 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:38.815116 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dd3a9322-38c5-4ac0-b668-1b2cb246c0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:38.913659 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dd3a9322-38c5-4ac0-b668-1b2cb246c0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:38.961202 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-dd3a9322-38c5-4ac0-b668-1b2cb246c0eb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e88693bc858d4aa8a3817fb5ea9386bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598636 Aug 04 12:44:38.962414 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device c439863b-0268-4920-85ec-9485c021f9b3 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:44:38.963995 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45854) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:38.964942 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a9322-38c5-4ac0-b668-1b2cb246c0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c91e02d-78e9-42d2-a443-5c4f034066e6,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:39.027846 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a5285c5c-d6bf-40f8-baa0-d73fe1c33014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:39.051284 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a5285c5c-d6bf-40f8-baa0-d73fe1c33014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:39.058980 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45858) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:39.064544 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-59de2c46-df51-4973-94f6-5c703bac8536 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1314036672-network', 'tenant_id': '0541da57032d4ddfb5dea32b6b141238'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:39.135756 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port c439863b-0268-4920-85ec-9485c021f9b3 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:44:39.140454 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port c439863b-0268-4920-85ec-9485c021f9b3 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:44:39.140826 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:39.215704 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:39.236433 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port c439863b-0268-4920-85ec-9485c021f9b3, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=c439863b-0268-4920-85ec-9485c021f9b3,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:39.242250 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59de2c46-df51-4973-94f6-5c703bac8536 admin admin] Made reservation on behalf of 0541da57032d4ddfb5dea32b6b141238 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:44:39.244623 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59de2c46-df51-4973-94f6-5c703bac8536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:39.254318 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59de2c46-df51-4973-94f6-5c703bac8536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:39.296588 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a5285c5c-d6bf-40f8-baa0-d73fe1c33014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:39.299422 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a5285c5c-d6bf-40f8-baa0-d73fe1c33014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:39.303070 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-a5285c5c-d6bf-40f8-baa0-d73fe1c33014 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0c91e02d-78e9-42d2-a443-5c4f034066e6 HTTP/1.1" status: 204 len: 168 time: 0.3356647 Aug 04 12:44:39.312017 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5285c5c-d6bf-40f8-baa0-d73fe1c33014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c91e02d-78e9-42d2-a443-5c4f034066e6,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:39.336319 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:39.397148 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59de2c46-df51-4973-94f6-5c703bac8536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:39.403618 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=c439863b-0268-4920-85ec-9485c021f9b3,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:39.513441 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59de2c46-df51-4973-94f6-5c703bac8536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:39.536117 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59de2c46-df51-4973-94f6-5c703bac8536 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 12:44:39.553212 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de2c46-df51-4973-94f6-5c703bac8536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b40b55-02cd-4a9b-a058-ad0d21f62815,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:39.556647 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59de2c46-df51-4973-94f6-5c703bac8536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:39.556994 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-59de2c46-df51-4973-94f6-5c703bac8536 admin admin] Added segment b205b27d-a910-45ed-b63d-d3afe555d861 of type vlan for network accba918-6972-497e-b21c-b4b489abcc42 Aug 04 12:44:39.615993 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59de2c46-df51-4973-94f6-5c703bac8536 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:39.625513 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Sync routers for ids ['a49f531a-1d0e-4300-b439-4ba7ada559d4'] in dv-cinder-803046-4-iscsi {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:44:39.634843 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Routers {'a49f531a-1d0e-4300-b439-4ba7ada559d4'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:44:39.635483 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:44:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['a49f531a-1d0e-4300-b439-4ba7ada559d4'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:39.745028 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Set router a49f531a-1d0e-4300-b439-4ba7ada559d4 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:44:39.764175 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed313d-15e1-4438-87eb-18be3ced6058 req-9fafc6f3-bd4e-433a-9268-dab69ad9b20e tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:39.788122 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2aed313d-15e1-4438-87eb-18be3ced6058 req-9fafc6f3-bd4e-433a-9268-dab69ad9b20e tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 945 time: 0.0735126 Aug 04 12:44:39.790617 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59de2c46-df51-4973-94f6-5c703bac8536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:39.791576 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59de2c46-df51-4973-94f6-5c703bac8536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:39.792155 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59de2c46-df51-4973-94f6-5c703bac8536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:39.908947 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2aed313d-15e1-4438-87eb-18be3ced6058 req-28e8c8b5-f592-4619-a326-63d267cd2d78 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247132 Aug 04 12:44:39.909870 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de2c46-df51-4973-94f6-5c703bac8536 admin admin] Pushing event updated for resources: {'Network': ['ID=accba918-6972-497e-b21c-b4b489abcc42,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:39.923889 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network accba918-6972-497e-b21c-b4b489abcc42 details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:44:39.971350 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-59de2c46-df51-4973-94f6-5c703bac8536 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9107437 Aug 04 12:44:39.974029 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45892) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:39.979552 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8007b70d-6208-49e0-a8d9-e7ccf41abe1a admin admin] Request body: {'subnet': {'network_id': 'accba918-6972-497e-b21c-b4b489abcc42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1314036672-subnet', 'tenant_id': '0541da57032d4ddfb5dea32b6b141238', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:40.036670 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'name': 'tempest-TestShelveInstance-2094895340-router', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:32Z', 'updated_at': '2021-08-04T12:44:36Z', 'revision_number': 4, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'gw_port': {'id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:33Z', 'updated_at': '2021-08-04T12:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '0960d5f5-8683-4ba0-9765-7c811967f51e', 'name': '', 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'mac_address': 'fa:16:3e:d0:df:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:35Z', 'updated_at': '2021-08-04T12:44:36Z', 'revision_number': 2, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'subnets': [{'id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:40.064638 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Checking router: a49f531a-1d0e-4300-b439-4ba7ada559d4 for host: dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:44:40.064994 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Updating router a49f531a-1d0e-4300-b439-4ba7ada559d4 port 0960d5f5-8683-4ba0-9765-7c811967f51e binding host dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:44:40.094120 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:40.136892 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8007b70d-6208-49e0-a8d9-e7ccf41abe1a admin admin] Made reservation on behalf of 0541da57032d4ddfb5dea32b6b141238 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:44:40.141022 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8007b70d-6208-49e0-a8d9-e7ccf41abe1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694635'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:40.410967 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8007b70d-6208-49e0-a8d9-e7ccf41abe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694613'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:40.469495 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007b70d-6208-49e0-a8d9-e7ccf41abe1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=da3d9ea7-29b4-46b9-a5a2-97fb2ee62b8a,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:40.479803 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007b70d-6208-49e0-a8d9-e7ccf41abe1a admin admin] Checking segment: {'id': 'b205b27d-a910-45ed-b63d-d3afe555d861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'accba918-6972-497e-b21c-b4b489abcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:44:40.480173 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8007b70d-6208-49e0-a8d9-e7ccf41abe1a admin admin] Network hostable DHCP agents. Network: accba918-6972-497e-b21c-b4b489abcc42, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:44:40.482775 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:40.492508 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Transition to ACTIVE for port object 0960d5f5-8683-4ba0-9765-7c811967f51e will not be triggered until provisioned by entity L2. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:44:40.567956 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8007b70d-6208-49e0-a8d9-e7ccf41abe1a admin admin] Network accba918-6972-497e-b21c-b4b489abcc42 is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:44:40.568376 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:40.638543 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db6a61-82f1-4957-9702-f9adbba3316c None None] Pushing event updated for resources: {'Port': ['ID=0960d5f5-8683-4ba0-9765-7c811967f51e,revision_number=3']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:40.661618 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db6a61-82f1-4957-9702-f9adbba3316c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:40.661969 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db6a61-82f1-4957-9702-f9adbba3316c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:40.662306 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db6a61-82f1-4957-9702-f9adbba3316c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:40.662635 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db6a61-82f1-4957-9702-f9adbba3316c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:40.662961 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db6a61-82f1-4957-9702-f9adbba3316c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:40.663285 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db6a61-82f1-4957-9702-f9adbba3316c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:40.663729 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db6a61-82f1-4957-9702-f9adbba3316c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:40.664163 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db6a61-82f1-4957-9702-f9adbba3316c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:40.664453 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db6a61-82f1-4957-9702-f9adbba3316c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:40.664777 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db6a61-82f1-4957-9702-f9adbba3316c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:40.665097 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db6a61-82f1-4957-9702-f9adbba3316c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:40.665458 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db6a61-82f1-4957-9702-f9adbba3316c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:40.665865 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-8007b70d-6208-49e0-a8d9-e7ccf41abe1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, accba918-6972-497e-b21c-b4b489abcc42) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:44:40.675850 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ef759e-8592-4963-b1d7-92fd4e000e22 None None] Network accba918-6972-497e-b21c-b4b489abcc42 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:44:40.678526 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8007b70d-6208-49e0-a8d9-e7ccf41abe1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:40.683657 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8007b70d-6208-49e0-a8d9-e7ccf41abe1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:40.701178 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Attempting to bind port 0960d5f5-8683-4ba0-9765-7c811967f51e on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:44:40.701697 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Attempting to bind port 0960d5f5-8683-4ba0-9765-7c811967f51e by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': '9597b5cb-9212-42a8-8cf9-53da97d840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083'}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:44:40.702879 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Attempting to bind port 0960d5f5-8683-4ba0-9765-7c811967f51e on network 9f45085c-c37c-4c40-9c5e-a2d86b0da083 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:44:40.708494 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:44:40.709037 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Checking segment: {'id': '9597b5cb-9212-42a8-8cf9-53da97d840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:44:40.709578 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:40.710073 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Bound using segment: {'id': '9597b5cb-9212-42a8-8cf9-53da97d840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083'} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:44:40.710906 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Bound port: 0960d5f5-8683-4ba0-9765-7c811967f51e, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9597b5cb-9212-42a8-8cf9-53da97d840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083'}}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:44:40.711506 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:40.800329 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45934) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:40.800846 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-8007b70d-6208-49e0-a8d9-e7ccf41abe1a admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8253963 Aug 04 12:44:40.802123 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] For port 0960d5f5-8683-4ba0-9765-7c811967f51e, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:44:40.806631 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] For port 0960d5f5-8683-4ba0-9765-7c811967f51e, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=0960d5f5-8683-4ba0-9765-7c811967f51e,segment=NetworkSegment(9597b5cb-9212-42a8-8cf9-53da97d840e4),segment_id=9597b5cb-9212-42a8-8cf9-53da97d840e4)] {{(pid=94081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:44:40.810878 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1314036672-router', 'tenant_id': '0541da57032d4ddfb5dea32b6b141238', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:40.839700 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-48db081a-9818-4b3c-827e-748e5d6a4e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:40.894122 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eaa42bf-bea8-51b1-b296-9e8791fa0d1d-accba918-6972-497e-b21c-b4b489abcc42', 'network_id': 'accba918-6972-497e-b21c-b4b489abcc42', 'tenant_id': '0541da57032d4ddfb5dea32b6b141238', 'fixed_ips': [{'subnet_id': 'da3d9ea7-29b4-46b9-a5a2-97fb2ee62b8a'}]}} from dv-cinder-803046-4-iscsi. {{(pid=94080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 12:44:40.895439 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:40.897579 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:40.972474 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Routers {'a49f531a-1d0e-4300-b439-4ba7ada559d4'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:44:40.973127 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:44:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['a49f531a-1d0e-4300-b439-4ba7ada559d4'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:40.987109 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db6a61-82f1-4957-9702-f9adbba3316c None None] Pushing event updated for resources: {'Port': ['ID=0960d5f5-8683-4ba0-9765-7c811967f51e,revision_number=4']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:41.002458 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device c439863b-0268-4920-85ec-9485c021f9b3 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:44:41.011936 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25293'] for router, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:41.017141 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31806'] for router, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:41.129509 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:41.155680 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port c439863b-0268-4920-85ec-9485c021f9b3 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:44:41.156054 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:41.161768 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Allocated IP 172.20.0.2 (accba918-6972-497e-b21c-b4b489abcc42/da3d9ea7-29b4-46b9-a5a2-97fb2ee62b8a/692e836c-b8d4-4efe-8acb-61b59469e5cf) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:44:41.166313 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfe14d-4e78-4ea8-96b8-b8d58e7edef1 req-e2896cd1-4f20-4ab4-b5a1-ea3e716af6dd tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:41.167931 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7bbfe14d-4e78-4ea8-96b8-b8d58e7edef1 req-e2896cd1-4f20-4ab4-b5a1-ea3e716af6dd tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 945 time: 0.1006033 Aug 04 12:44:41.172076 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] Set router a49f531a-1d0e-4300-b439-4ba7ada559d4 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:44:41.231812 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7bbfe14d-4e78-4ea8-96b8-b8d58e7edef1 req-bfda7706-3f92-4759-a91e-aef3e87da3d8 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547326 Aug 04 12:44:41.419124 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:41.427540 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Transition to ACTIVE for port object 692e836c-b8d4-4efe-8acb-61b59469e5cf will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:44:41.443060 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:41.446972 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Transition to ACTIVE for port object 692e836c-b8d4-4efe-8acb-61b59469e5cf will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:44:41.470444 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'name': 'tempest-TestShelveInstance-2094895340-router', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:32Z', 'updated_at': '2021-08-04T12:44:36Z', 'revision_number': 4, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'gw_port': {'id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:33Z', 'updated_at': '2021-08-04T12:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '0960d5f5-8683-4ba0-9765-7c811967f51e', 'name': '', 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'mac_address': 'fa:16:3e:d0:df:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:35Z', 'updated_at': '2021-08-04T12:44:40Z', 'revision_number': 4, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'subnets': [{'id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:41.497407 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1176b75a-33ec-4179-b2ab-9eb16c710345 None None] The sync data for ids ['a49f531a-1d0e-4300-b439-4ba7ada559d4'] in dv-cinder-803046-4-iscsi is: [{'id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'name': 'tempest-TestShelveInstance-2094895340-router', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:32Z', 'updated_at': '2021-08-04T12:44:36Z', 'revision_number': 4, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'gw_port': {'id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:33Z', 'updated_at': '2021-08-04T12:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '0960d5f5-8683-4ba0-9765-7c811967f51e', 'name': '', 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'mac_address': 'fa:16:3e:d0:df:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:35Z', 'updated_at': '2021-08-04T12:44:40Z', 'revision_number': 4, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'subnets': [{'id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:44:41.588878 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45942) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:41.589503 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:41.672469 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Network accba918-6972-497e-b21c-b4b489abcc42 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:44:41.674065 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Pushing event updated for resources: {'Port': ['ID=692e836c-b8d4-4efe-8acb-61b59469e5cf,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:41.679043 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:44:41.682289 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:44:41.752354 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Attempting to bind port 692e836c-b8d4-4efe-8acb-61b59469e5cf on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:44:41.753012 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Attempting to bind port 692e836c-b8d4-4efe-8acb-61b59469e5cf by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': 'b205b27d-a910-45ed-b63d-d3afe555d861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'accba918-6972-497e-b21c-b4b489abcc42'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:44:41.753577 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Attempting to bind port 692e836c-b8d4-4efe-8acb-61b59469e5cf on network accba918-6972-497e-b21c-b4b489abcc42 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:44:41.778673 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:44:41.778673 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Checking segment: {'id': 'b205b27d-a910-45ed-b63d-d3afe555d861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'accba918-6972-497e-b21c-b4b489abcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:44:41.778934 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:41.779306 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Bound using segment: {'id': 'b205b27d-a910-45ed-b63d-d3afe555d861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'accba918-6972-497e-b21c-b4b489abcc42'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:44:41.779802 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Bound port: 692e836c-b8d4-4efe-8acb-61b59469e5cf, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b205b27d-a910-45ed-b63d-d3afe555d861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'accba918-6972-497e-b21c-b4b489abcc42'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:44:41.788828 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:41.836421 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:41.862688 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:41.926939 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] For port 692e836c-b8d4-4efe-8acb-61b59469e5cf, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:44:41.930423 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] For port 692e836c-b8d4-4efe-8acb-61b59469e5cf, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=692e836c-b8d4-4efe-8acb-61b59469e5cf,segment=NetworkSegment(b205b27d-a910-45ed-b63d-d3afe555d861),segment_id=b205b27d-a910-45ed-b63d-d3afe555d861)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:44:42.023311 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] Allocated IP 172.27.3.234 (edaa9ae4-5451-4ed4-982a-c63f3ba8dd77/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7/897b9ba5-2d59-48cb-a847-8cdb1583749e) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:44:42.045762 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:42.131629 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1521f40-93ff-4409-a60c-0df5ca590a3f None None] Pushing event updated for resources: {'Port': ['ID=692e836c-b8d4-4efe-8acb-61b59469e5cf,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:42.171118 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:42.286251 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:42.315988 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0cb3-c932-400c-999b-223050a2721c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544505'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:42.395251 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:44:42.398419 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:44:42.404951 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:44:42.440805 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] Pushing event updated for resources: {'Port': ['ID=897b9ba5-2d59-48cb-a847-8cdb1583749e,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:42.668192 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b0cb3-c932-400c-999b-223050a2721c admin admin] Deleting port 4ef91375-07e3-4592-806b-44ccca915f0a {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:44:42.668830 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0cb3-c932-400c-999b-223050a2721c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:42.753187 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-9d2b0cb3-c932-400c-999b-223050a2721c admin admin] For port 4ef91375-07e3-4592-806b-44ccca915f0a, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=4ef91375-07e3-4592-806b-44ccca915f0a,segment=NetworkSegment(c430de8e-9e8b-4adb-8f0d-be3eb2321b12),segment_id=c430de8e-9e8b-4adb-8f0d-be3eb2321b12)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:42.753591 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0cb3-c932-400c-999b-223050a2721c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:42.767831 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b0cb3-c932-400c-999b-223050a2721c admin admin] Calling delete_port for 4ef91375-07e3-4592-806b-44ccca915f0a owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:44:42.787581 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:43.061759 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0cb3-c932-400c-999b-223050a2721c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:43.075940 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544091'] for router, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:43.096442 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b0cb3-c932-400c-999b-223050a2721c admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef91375-07e3-4592-806b-44ccca915f0a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:43.138932 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 0960d5f5-8683-4ba0-9765-7c811967f51e up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:44:43.300531 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7ecb-0ef5-47b4-a20f-c81db4858155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:43.331038 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9d2b0cb3-c932-400c-999b-223050a2721c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544397'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:43.363081 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port 0960d5f5-8683-4ba0-9765-7c811967f51e completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:44:43.370141 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 0960d5f5-8683-4ba0-9765-7c811967f51e triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:44:43.375702 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:43.392879 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] Router f2fcb894-177f-4534-b400-5b2b045c7733 is scheduled to L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 with binding_index 1 {{(pid=94079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 12:44:43.483939 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb6b823-859a-4598-9a2f-ed0d19756967 None None] Network accba918-6972-497e-b21c-b4b489abcc42 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:44:43.540162 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:44:43.561139 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Sync routers for ids ['f2fcb894-177f-4534-b400-5b2b045c7733'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:44:43.612655 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2b0cb3-c932-400c-999b-223050a2721c admin admin] Router 8483576b-8bbd-4b5d-a35b-eb38ea974d66 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:44:43.625919 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Routers {'f2fcb894-177f-4534-b400-5b2b045c7733'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:44:43.625919 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:44:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f2fcb894-177f-4534-b400-5b2b045c7733'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:43.690053 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:43.694005 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-e8800537-5814-4ec1-8aae-e0bcfbceb2b5 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8881159 Aug 04 12:44:43.694268 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45968) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:43.735950 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2b0cb3-c932-400c-999b-223050a2721c admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:44:43.741953 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-9d2b0cb3-c932-400c-999b-223050a2721c admin admin] 10.222.0.90 "PUT /v2.0/routers/8483576b-8bbd-4b5d-a35b-eb38ea974d66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1507339 Aug 04 12:44:43.744395 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 45970) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:43.748258 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3af07c8-83f0-4d89-a118-c4911567d8b1 None None] Sync routers for ids ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'] in dv-cinder-803046-4-iscsi {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:44:43.760844 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3af07c8-83f0-4d89-a118-c4911567d8b1 None None] Routers {'8483576b-8bbd-4b5d-a35b-eb38ea974d66'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:44:43.762148 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-c3af07c8-83f0-4d89-a118-c4911567d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:44:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:43.823994 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-fe4e10b2-a90a-4b83-b1da-ce0e04ead35c None None] Provisioning for port 692e836c-b8d4-4efe-8acb-61b59469e5cf completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:44:43.827307 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:43.891084 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9754b389-ed03-44d9-a891-10d2edfac394 admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:43.906266 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:43.910602 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-c3af07c8-83f0-4d89-a118-c4911567d8b1 None None] Set router 8483576b-8bbd-4b5d-a35b-eb38ea974d66 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:44:44.005131 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port 0960d5f5-8683-4ba0-9765-7c811967f51e, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=0960d5f5-8683-4ba0-9765-7c811967f51e,segment=NetworkSegment(9597b5cb-9212-42a8-8cf9-53da97d840e4),segment_id=9597b5cb-9212-42a8-8cf9-53da97d840e4)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:44.020415 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Set router f2fcb894-177f-4534-b400-5b2b045c7733 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:44:44.035983 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9754b389-ed03-44d9-a891-10d2edfac394 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:44.123142 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:44.123948 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 692e836c-b8d4-4efe-8acb-61b59469e5cf up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:44:44.129440 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-c3af07c8-83f0-4d89-a118-c4911567d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'name': 'tempest-TestMinimumBasicScenario-2033767337-router', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:29Z', 'updated_at': '2021-08-04T12:44:42Z', 'revision_number': 5, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'gw_port': {'id': '3c6d350d-17fb-44e1-9f97-eb78f8d0b403', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:30Z', 'updated_at': '2021-08-04T12:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:44.161869 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3af07c8-83f0-4d89-a118-c4911567d8b1 None None] Checking router: 8483576b-8bbd-4b5d-a35b-eb38ea974d66 for host: dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:44:44.172090 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3af07c8-83f0-4d89-a118-c4911567d8b1 None None] Routers {'8483576b-8bbd-4b5d-a35b-eb38ea974d66'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:44:44.172743 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-c3af07c8-83f0-4d89-a118-c4911567d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:44:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:44.256246 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=0960d5f5-8683-4ba0-9765-7c811967f51e,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:44.283223 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-c3af07c8-83f0-4d89-a118-c4911567d8b1 None None] Set router 8483576b-8bbd-4b5d-a35b-eb38ea974d66 gateway port host: None {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:44:44.323765 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-9754b389-ed03-44d9-a891-10d2edfac394 admin admin] Deleting port 3c6d350d-17fb-44e1-9f97-eb78f8d0b403 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:44:44.324435 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9754b389-ed03-44d9-a891-10d2edfac394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:44.353343 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'name': 'tempest-TestShelveInstance-1314036672-router', 'tenant_id': '0541da57032d4ddfb5dea32b6b141238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897b9ba5-2d59-48cb-a847-8cdb1583749e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:41Z', 'updated_at': '2021-08-04T12:44:42Z', 'revision_number': 3, 'project_id': '0541da57032d4ddfb5dea32b6b141238', 'gw_port': {'id': '897b9ba5-2d59-48cb-a847-8cdb1583749e', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:41Z', 'updated_at': '2021-08-04T12:44:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:44.377214 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-c3af07c8-83f0-4d89-a118-c4911567d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'name': 'tempest-TestMinimumBasicScenario-2033767337-router', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:29Z', 'updated_at': '2021-08-04T12:44:44Z', 'revision_number': 6, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'gw_port_host': None}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:44.414298 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Checking router: f2fcb894-177f-4534-b400-5b2b045c7733 for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:44:44.414642 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Updating router f2fcb894-177f-4534-b400-5b2b045c7733 port 897b9ba5-2d59-48cb-a847-8cdb1583749e binding host dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:44:44.422634 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port 692e836c-b8d4-4efe-8acb-61b59469e5cf completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:44:44.427750 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3af07c8-83f0-4d89-a118-c4911567d8b1 None None] The sync data for ids ['8483576b-8bbd-4b5d-a35b-eb38ea974d66'] in dv-cinder-803046-4-iscsi is: [{'id': '8483576b-8bbd-4b5d-a35b-eb38ea974d66', 'name': 'tempest-TestMinimumBasicScenario-2033767337-router', 'tenant_id': '5921bf45f6694cf99e28e253234d5f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:29Z', 'updated_at': '2021-08-04T12:44:44Z', 'revision_number': 6, 'project_id': '5921bf45f6694cf99e28e253234d5f11', 'gw_port_host': None}] {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:44:44.434508 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-9754b389-ed03-44d9-a891-10d2edfac394 admin admin] For port 3c6d350d-17fb-44e1-9f97-eb78f8d0b403, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=3c6d350d-17fb-44e1-9f97-eb78f8d0b403,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:44.434875 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9754b389-ed03-44d9-a891-10d2edfac394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:44.453184 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-9754b389-ed03-44d9-a891-10d2edfac394 admin admin] Calling delete_port for 3c6d350d-17fb-44e1-9f97-eb78f8d0b403 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:44:44.462677 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 692e836c-b8d4-4efe-8acb-61b59469e5cf triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:44:44.463050 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:44.494208 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:44.608098 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:44.626820 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:44.661299 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-ca467480-8fc4-4853-9478-15dce2dc7b6f None None] Provisioning complete for port 692e836c-b8d4-4efe-8acb-61b59469e5cf triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:44:44.661700 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ca467480-8fc4-4853-9478-15dce2dc7b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:44.737462 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:44.794220 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9754b389-ed03-44d9-a891-10d2edfac394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:44.830057 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port 692e836c-b8d4-4efe-8acb-61b59469e5cf, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=692e836c-b8d4-4efe-8acb-61b59469e5cf,segment=NetworkSegment(b205b27d-a910-45ed-b63d-d3afe555d861),segment_id=b205b27d-a910-45ed-b63d-d3afe555d861)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:44.846734 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754b389-ed03-44d9-a891-10d2edfac394 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c6d350d-17fb-44e1-9f97-eb78f8d0b403,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:44.928026 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] Allocated IP 172.20.0.1 (accba918-6972-497e-b21c-b4b489abcc42/da3d9ea7-29b4-46b9-a5a2-97fb2ee62b8a/adb90dc1-9055-4757-90f1-dd1ca6a2f629) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:44:44.936784 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9754b389-ed03-44d9-a891-10d2edfac394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544055'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:44.947836 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:44.966905 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ca467480-8fc4-4853-9478-15dce2dc7b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.057632 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.075940 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] Transition to ACTIVE for port object adb90dc1-9055-4757-90f1-dd1ca6a2f629 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:44:45.100957 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9754b389-ed03-44d9-a891-10d2edfac394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31799'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.103451 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9754b389-ed03-44d9-a891-10d2edfac394 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.113130 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=692e836c-b8d4-4efe-8acb-61b59469e5cf,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:45.118412 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.140065 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Transition to ACTIVE for port object 897b9ba5-2d59-48cb-a847-8cdb1583749e will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:44:45.142266 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.db.api [None req-ca467480-8fc4-4853-9478-15dce2dc7b6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 12:44:45.142871 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG oslo_db.api [None req-ca467480-8fc4-4853-9478-15dce2dc7b6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 12:44:45.182344 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.218285 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] Network accba918-6972-497e-b21c-b4b489abcc42 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:44:45.221091 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:44:45.224427 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:44:45.258809 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] Pushing event updated for resources: {'Port': ['ID=adb90dc1-9055-4757-90f1-dd1ca6a2f629,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:45.262073 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.263092 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9754b389-ed03-44d9-a891-10d2edfac394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640572'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.263632 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9754b389-ed03-44d9-a891-10d2edfac394 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8483576b-8bbd-4b5d-a35b-eb38ea974d66 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 12:44:45.276346 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9754b389-ed03-44d9-a891-10d2edfac394 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.282118 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-9754b389-ed03-44d9-a891-10d2edfac394 admin admin] 10.222.0.90 "DELETE /v2.0/routers/8483576b-8bbd-4b5d-a35b-eb38ea974d66 HTTP/1.1" status: 204 len: 168 time: 1.5366013 Aug 04 12:44:45.282872 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45984) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:45.336417 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f66e9fa-e8f0-4fdd-8dec-1b3e170fa9ff admin admin] Deleting subnet 97964b98-e9b3-41b3-a9ca-c9e5cf845f5d {{(pid=94079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 12:44:45.343468 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2f66e9fa-e8f0-4fdd-8dec-1b3e170fa9ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.347225 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544644'] for router_interface, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.360955 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Attempting to bind port 897b9ba5-2d59-48cb-a847-8cdb1583749e on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:44:45.361642 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Attempting to bind port 897b9ba5-2d59-48cb-a847-8cdb1583749e by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:44:45.362172 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Attempting to bind port 897b9ba5-2d59-48cb-a847-8cdb1583749e on network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:44:45.372747 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88869c72-60c9-442e-835b-6bf155b1d32e None None] Pushing event updated for resources: {'Port': ['ID=897b9ba5-2d59-48cb-a847-8cdb1583749e,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:45.384015 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 0960d5f5-8683-4ba0-9765-7c811967f51e up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:44:45.387997 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:44:45.388373 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Checking segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:44:45.388783 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.389183 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Bound using segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:44:45.389703 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Bound port: 897b9ba5-2d59-48cb-a847-8cdb1583749e, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:44:45.390090 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.435203 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2f66e9fa-e8f0-4fdd-8dec-1b3e170fa9ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9287391'] for subnet, precommit_delete_associations {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.484916 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] For port 897b9ba5-2d59-48cb-a847-8cdb1583749e, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:44:45.489199 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] For port 897b9ba5-2d59-48cb-a847-8cdb1583749e, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=897b9ba5-2d59-48cb-a847-8cdb1583749e,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:44:45.500337 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 0960d5f5-8683-4ba0-9765-7c811967f51e triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:44:45.500821 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.584788 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2f66e9fa-e8f0-4fdd-8dec-1b3e170fa9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8264673'] for subnet, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.593180 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 692e836c-b8d4-4efe-8acb-61b59469e5cf up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:44:45.628027 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.667520 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.747796 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Routers {'f2fcb894-177f-4534-b400-5b2b045c7733'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:44:45.748423 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:44:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f2fcb894-177f-4534-b400-5b2b045c7733'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:45.748579 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2f66e9fa-e8f0-4fdd-8dec-1b3e170fa9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8263954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9245637'] for subnet, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.750700 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88869c72-60c9-442e-835b-6bf155b1d32e None None] Pushing event updated for resources: {'Port': ['ID=897b9ba5-2d59-48cb-a847-8cdb1583749e,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:45.794793 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66e9fa-e8f0-4fdd-8dec-1b3e170fa9ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97964b98-e9b3-41b3-a9ca-c9e5cf845f5d,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:45.816455 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 692e836c-b8d4-4efe-8acb-61b59469e5cf triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:44:45.816836 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.832164 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2f66e9fa-e8f0-4fdd-8dec-1b3e170fa9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for subnet, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:45.836283 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-2f66e9fa-e8f0-4fdd-8dec-1b3e170fa9ff admin admin] 10.222.0.90 "DELETE /v2.0/subnets/97964b98-e9b3-41b3-a9ca-c9e5cf845f5d HTTP/1.1" status: 204 len: 168 time: 0.5483186 Aug 04 12:44:45.838108 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 45992) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:45.843960 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7dd2b2-52df-4137-b8dc-0ba9980e78cd None None] Network c3f1f847-c32f-43d1-91f8-3235917eb608 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:44:45.953297 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7872879'] for network, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:46.012956 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:46.036359 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] Deleting port b455e169-1555-4c02-8847-0f8c841d4de3 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:44:46.036697 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:46.086214 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:46.124497 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] Set router f2fcb894-177f-4534-b400-5b2b045c7733 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:44:46.152317 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] For port b455e169-1555-4c02-8847-0f8c841d4de3, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=b455e169-1555-4c02-8847-0f8c841d4de3,segment=NetworkSegment(c430de8e-9e8b-4adb-8f0d-be3eb2321b12),segment_id=c430de8e-9e8b-4adb-8f0d-be3eb2321b12)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:46.152679 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:46.171831 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] Calling delete_port for b455e169-1555-4c02-8847-0f8c841d4de3 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:44:46.194259 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] Pushing event updated for resources: {'Port': ['ID=adb90dc1-9055-4757-90f1-dd1ca6a2f629,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:46.195015 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:46.197655 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544536'] for router_interface, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:46.218292 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-c02f5eba-f47f-4688-bd15-25f8f8baf55f None None] Provisioning for port adb90dc1-9055-4757-90f1-dd1ca6a2f629 completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:44:46.258926 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-c02f5eba-f47f-4688-bd15-25f8f8baf55f None None] Provisioning complete for port adb90dc1-9055-4757-90f1-dd1ca6a2f629 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:44:46.259432 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c02f5eba-f47f-4688-bd15-25f8f8baf55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:46.353778 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] Network accba918-6972-497e-b21c-b4b489abcc42 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:44:46.355372 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:44:46.359301 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-c02f5eba-f47f-4688-bd15-25f8f8baf55f None None] Port adb90dc1-9055-4757-90f1-dd1ca6a2f629 cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:44:46.455618 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 4ef91375-07e3-4592-806b-44ccca915f0a no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:44:46.458233 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7e1e01-11b7-492e-8a6d-012d9aaf7c79 None None] DHCP port deletion for c3f1f847-c32f-43d1-91f8-3235917eb608 request from dv-cinder-803046-4-iscsi {{(pid=94080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 12:44:46.463214 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:46.495600 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] Pushing event deleted for resources: {'Port': ['ID=b455e169-1555-4c02-8847-0f8c841d4de3,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:46.504877 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: 4ef91375-07e3-4592-806b-44ccca915f0a {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:44:46.505298 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] No DVR routers for this DVR port b455e169-1555-4c02-8847-0f8c841d4de3 on host dv-cinder-803046-4-iscsi {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:44:46.505439 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 4ef91375-07e3-4592-806b-44ccca915f0a not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:44:46.505960 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 3c6d350d-17fb-44e1-9f97-eb78f8d0b403 no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:44:46.532191 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: 3c6d350d-17fb-44e1-9f97-eb78f8d0b403 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:44:46.532712 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 3c6d350d-17fb-44e1-9f97-eb78f8d0b403 not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:44:46.548898 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'name': 'tempest-TestShelveInstance-1314036672-router', 'tenant_id': '0541da57032d4ddfb5dea32b6b141238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897b9ba5-2d59-48cb-a847-8cdb1583749e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:41Z', 'updated_at': '2021-08-04T12:44:45Z', 'revision_number': 4, 'project_id': '0541da57032d4ddfb5dea32b6b141238', 'gw_port': {'id': '897b9ba5-2d59-48cb-a847-8cdb1583749e', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:41Z', 'updated_at': '2021-08-04T12:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'adb90dc1-9055-4757-90f1-dd1ca6a2f629', 'name': '', 'network_id': 'accba918-6972-497e-b21c-b4b489abcc42', 'tenant_id': '0541da57032d4ddfb5dea32b6b141238', 'mac_address': 'fa:16:3e:be:74:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da3d9ea7-29b4-46b9-a5a2-97fb2ee62b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:44Z', 'updated_at': '2021-08-04T12:44:44Z', 'revision_number': 1, 'project_id': '0541da57032d4ddfb5dea32b6b141238', 'subnets': [{'id': 'da3d9ea7-29b4-46b9-a5a2-97fb2ee62b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:46.578328 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9cd8df-8088-43b1-a39b-dff2c784096f None None] The sync data for ids ['f2fcb894-177f-4534-b400-5b2b045c7733'] in dv-cinder-803046-4-iscsi is: [{'id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'name': 'tempest-TestShelveInstance-1314036672-router', 'tenant_id': '0541da57032d4ddfb5dea32b6b141238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897b9ba5-2d59-48cb-a847-8cdb1583749e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:41Z', 'updated_at': '2021-08-04T12:44:45Z', 'revision_number': 4, 'project_id': '0541da57032d4ddfb5dea32b6b141238', 'gw_port': {'id': '897b9ba5-2d59-48cb-a847-8cdb1583749e', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:41Z', 'updated_at': '2021-08-04T12:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'adb90dc1-9055-4757-90f1-dd1ca6a2f629', 'name': '', 'network_id': 'accba918-6972-497e-b21c-b4b489abcc42', 'tenant_id': '0541da57032d4ddfb5dea32b6b141238', 'mac_address': 'fa:16:3e:be:74:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da3d9ea7-29b4-46b9-a5a2-97fb2ee62b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:44Z', 'updated_at': '2021-08-04T12:44:44Z', 'revision_number': 1, 'project_id': '0541da57032d4ddfb5dea32b6b141238', 'subnets': [{'id': 'da3d9ea7-29b4-46b9-a5a2-97fb2ee62b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:44:46.581612 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] Router f2fcb894-177f-4534-b400-5b2b045c7733 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:44:46.652714 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314982', 'neutron.services.segments.db._delete_segments_for_network-8788656383735'] for network, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:46.664131 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f1f847-c32f-43d1-91f8-3235917eb608']}} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:46.680685 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c430de8e-9e8b-4adb-8f0d-be3eb2321b12') {'for_net_delete': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:46.681313 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c430de8e-9e8b-4adb-8f0d-be3eb2321b12') {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:46.707402 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0cebe433-de59-4f42-ad97-cf51735c5756 None None] Provisioning complete for port adb90dc1-9055-4757-90f1-dd1ca6a2f629 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:44:46.707865 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0cebe433-de59-4f42-ad97-cf51735c5756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:46.724827 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788656387588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9287380'] for segment, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:46.747344 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0cebe433-de59-4f42-ad97-cf51735c5756 None None] Port adb90dc1-9055-4757-90f1-dd1ca6a2f629 cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:44:46.747719 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:46.758971 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=94079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 12:44:46.759374 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2652940'] for segment, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: Traceback (most recent call last): Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: timer() Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: cb(*args, **kw) Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: return func(*args, **kwargs) Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: self._notify() Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: self.callback(batched_events) Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: event.method(event) Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: return f(self, *a, **k) Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._get(url).json() Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: return self.request(url, 'GET', **kwargs) Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 12:44:46.761133 dv-cinder-803046-4-iscsi neutron-server[94079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 12:44:46.811473 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:44:46.826686 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-5fc457d4-ebb1-43ed-952f-1e0245ebacde admin admin] 10.222.0.90 "PUT /v2.0/routers/f2fcb894-177f-4534-b400-5b2b045c7733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1313951 Aug 04 12:44:46.985112 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544019'] for network, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:46.992672 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:46.995635 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] 10.222.0.90 "DELETE /v2.0/networks/c3f1f847-c32f-43d1-91f8-3235917eb608 HTTP/1.1" status: 204 len: 168 time: 1.1572397 Aug 04 12:44:47.002105 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 46014) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:47.034786 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89104901-8fe2-40cf-bb03-c1fa1c41ea28 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3f1f847-c32f-43d1-91f8-3235917eb608,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:47.080375 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device b455e169-1555-4c02-8847-0f8c841d4de3 no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:44:47.126710 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: b455e169-1555-4c02-8847-0f8c841d4de3 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:44:47.127871 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device b455e169-1555-4c02-8847-0f8c841d4de3 not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:44:47.431599 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db73c97b-f26f-4be2-bf7f-8575a1c84b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544505'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:47.833217 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46028) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:47.838962 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-6821f28a-4d4a-43ed-a012-8b07e92c4105 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2003072367', 'description': 'tempest-secgroup-smoke-2003072367 description', 'project_id': 'fe3e08f20205460980a8eca6bc05529d'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:47.936497 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6821f28a-4d4a-43ed-a012-8b07e92c4105 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:47.958256 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:44:48.039935 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-db73c97b-f26f-4be2-bf7f-8575a1c84b3d admin admin] Deleting port cdf18885-157a-49f1-8966-ade12d9cf21c {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:44:48.040561 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db73c97b-f26f-4be2-bf7f-8575a1c84b3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:48.050313 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6821f28a-4d4a-43ed-a012-8b07e92c4105 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:48.101375 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6821f28a-4d4a-43ed-a012-8b07e92c4105 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:48.127991 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-db73c97b-f26f-4be2-bf7f-8575a1c84b3d admin admin] For port cdf18885-157a-49f1-8966-ade12d9cf21c, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=cdf18885-157a-49f1-8966-ade12d9cf21c,segment=NetworkSegment(820d8bf5-f35a-4019-b560-5eeec5a586af),segment_id=820d8bf5-f35a-4019-b560-5eeec5a586af)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:48.128636 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db73c97b-f26f-4be2-bf7f-8575a1c84b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:48.133077 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821f28a-4d4a-43ed-a012-8b07e92c4105 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74a94c1-81c5-4e2f-aa11-e6c397f61eab,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:48.143440 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-db73c97b-f26f-4be2-bf7f-8575a1c84b3d admin admin] Calling delete_port for cdf18885-157a-49f1-8966-ade12d9cf21c owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:44:48.180321 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6821f28a-4d4a-43ed-a012-8b07e92c4105 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:48.181732 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-6821f28a-4d4a-43ed-a012-8b07e92c4105 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3473947 Aug 04 12:44:48.185556 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 46036) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:48.195024 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e26fb7fe-0a57-4de9-86d2-6bb5a99054ff tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Request body: {'security_group_rule': {'security_group_id': 'e74a94c1-81c5-4e2f-aa11-e6c397f61eab', 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:48.375544 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e26fb7fe-0a57-4de9-86d2-6bb5a99054ff tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:48.432923 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e26fb7fe-0a57-4de9-86d2-6bb5a99054ff tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:48.592917 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db73c97b-f26f-4be2-bf7f-8575a1c84b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:48.619683 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73c97b-f26f-4be2-bf7f-8575a1c84b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf18885-157a-49f1-8966-ade12d9cf21c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:48.682599 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e26fb7fe-0a57-4de9-86d2-6bb5a99054ff tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:48.717118 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26fb7fe-0a57-4de9-86d2-6bb5a99054ff tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927f121f-249f-4b72-b403-96fae068792b,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:48.818490 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e26fb7fe-0a57-4de9-86d2-6bb5a99054ff tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:48.819989 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-e26fb7fe-0a57-4de9-86d2-6bb5a99054ff tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6334722 Aug 04 12:44:48.822847 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46052) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:48.828354 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-884dedbc-5822-4c97-8d0b-c21828d0d402 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Request body: {'security_group_rule': {'security_group_id': 'e74a94c1-81c5-4e2f-aa11-e6c397f61eab', 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:48.869705 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db73c97b-f26f-4be2-bf7f-8575a1c84b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544397'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:48.946923 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-884dedbc-5822-4c97-8d0b-c21828d0d402 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:49.071443 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-884dedbc-5822-4c97-8d0b-c21828d0d402 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:49.151807 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db73c97b-f26f-4be2-bf7f-8575a1c84b3d admin admin] Router a423c0c2-277c-4832-a18c-1e031ccd9220 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:44:49.156517 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-884dedbc-5822-4c97-8d0b-c21828d0d402 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:49.184137 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884dedbc-5822-4c97-8d0b-c21828d0d402 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4b8f59-c8d9-44b5-9187-254ca73f152a,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:49.190958 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 897b9ba5-2d59-48cb-a847-8cdb1583749e up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:44:49.271731 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-884dedbc-5822-4c97-8d0b-c21828d0d402 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:49.271731 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-884dedbc-5822-4c97-8d0b-c21828d0d402 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4453642 Aug 04 12:44:49.273940 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46066) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:49.279514 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-54af06fe-dcc0-43b5-a464-338d553ccb78 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Request body: {'security_group_rule': {'security_group_id': 'e74a94c1-81c5-4e2f-aa11-e6c397f61eab', 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:49.299629 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db73c97b-f26f-4be2-bf7f-8575a1c84b3d admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:44:49.307412 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-db73c97b-f26f-4be2-bf7f-8575a1c84b3d admin admin] 10.222.0.90 "PUT /v2.0/routers/a423c0c2-277c-4832-a18c-1e031ccd9220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3044345 Aug 04 12:44:49.308744 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46068) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:49.312878 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc89fdd6-cbbe-4860-91a6-ad84656d3ddd None None] Sync routers for ids ['a423c0c2-277c-4832-a18c-1e031ccd9220'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:44:49.324377 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc89fdd6-cbbe-4860-91a6-ad84656d3ddd None None] Routers {'a423c0c2-277c-4832-a18c-1e031ccd9220'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:44:49.325583 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cc89fdd6-cbbe-4860-91a6-ad84656d3ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:44:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['a423c0c2-277c-4832-a18c-1e031ccd9220'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:49.329999 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port 897b9ba5-2d59-48cb-a847-8cdb1583749e completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:44:49.364356 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 897b9ba5-2d59-48cb-a847-8cdb1583749e triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:44:49.365028 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:49.421846 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-54af06fe-dcc0-43b5-a464-338d553ccb78 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:49.472782 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf487-0494-429e-8038-5c5772b0399e admin admin] Notify callbacks [] for router, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:49.503410 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-cc89fdd6-cbbe-4860-91a6-ad84656d3ddd None None] Set router a423c0c2-277c-4832-a18c-1e031ccd9220 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:44:49.541805 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-54af06fe-dcc0-43b5-a464-338d553ccb78 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:49.587954 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:49.588432 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-54af06fe-dcc0-43b5-a464-338d553ccb78 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:49.624839 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af06fe-dcc0-43b5-a464-338d553ccb78 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d0af1a-51e8-4e34-975e-3f1b80dc80a9,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:49.643477 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf487-0494-429e-8038-5c5772b0399e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:49.649152 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-54af06fe-dcc0-43b5-a464-338d553ccb78 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:49.653348 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-54af06fe-dcc0-43b5-a464-338d553ccb78 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3759379 Aug 04 12:44:49.653548 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port 897b9ba5-2d59-48cb-a847-8cdb1583749e, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=897b9ba5-2d59-48cb-a847-8cdb1583749e,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:49.654701 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46078) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:49.661734 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-e506ae83-86fd-47af-bde4-9ba0d8730236 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Request body: {'security_group_rule': {'security_group_id': 'e74a94c1-81c5-4e2f-aa11-e6c397f61eab', 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:49.735847 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:49.767593 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cc89fdd6-cbbe-4860-91a6-ad84656d3ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'name': 'tempest-TestMinimumBasicScenario-430617482-router', 'tenant_id': '48e4c98896924be09eb8b07dd2c74728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '046b7df4-0ce0-40e2-8afe-97542609d9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:37Z', 'updated_at': '2021-08-04T12:44:48Z', 'revision_number': 5, 'project_id': '48e4c98896924be09eb8b07dd2c74728', 'gw_port': {'id': '046b7df4-0ce0-40e2-8afe-97542609d9fb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:c3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:41:37Z', 'updated_at': '2021-08-04T12:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:49.769807 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e506ae83-86fd-47af-bde4-9ba0d8730236 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:49.797714 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc89fdd6-cbbe-4860-91a6-ad84656d3ddd None None] Checking router: a423c0c2-277c-4832-a18c-1e031ccd9220 for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:44:49.820038 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=897b9ba5-2d59-48cb-a847-8cdb1583749e,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:49.822516 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc89fdd6-cbbe-4860-91a6-ad84656d3ddd None None] Routers {'a423c0c2-277c-4832-a18c-1e031ccd9220'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:44:49.823101 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cc89fdd6-cbbe-4860-91a6-ad84656d3ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:44:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['a423c0c2-277c-4832-a18c-1e031ccd9220'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:49.858943 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e506ae83-86fd-47af-bde4-9ba0d8730236 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:49.863637 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a2fdf487-0494-429e-8038-5c5772b0399e admin admin] Deleting port 046b7df4-0ce0-40e2-8afe-97542609d9fb {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:44:49.863970 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf487-0494-429e-8038-5c5772b0399e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:49.912892 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-cc89fdd6-cbbe-4860-91a6-ad84656d3ddd None None] Set router a423c0c2-277c-4832-a18c-1e031ccd9220 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:44:49.958610 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Sync routers for ids ['f2fcb894-177f-4534-b400-5b2b045c7733'] in dv-cinder-803046-4-iscsi {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:44:49.963536 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a2fdf487-0494-429e-8038-5c5772b0399e admin admin] For port 046b7df4-0ce0-40e2-8afe-97542609d9fb, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=046b7df4-0ce0-40e2-8afe-97542609d9fb,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:49.964412 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf487-0494-429e-8038-5c5772b0399e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:49.968245 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e506ae83-86fd-47af-bde4-9ba0d8730236 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:49.980198 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Routers {'f2fcb894-177f-4534-b400-5b2b045c7733'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:44:49.981505 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:44:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f2fcb894-177f-4534-b400-5b2b045c7733'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:49.993493 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cc89fdd6-cbbe-4860-91a6-ad84656d3ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'name': 'tempest-TestMinimumBasicScenario-430617482-router', 'tenant_id': '48e4c98896924be09eb8b07dd2c74728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:37Z', 'updated_at': '2021-08-04T12:44:49Z', 'revision_number': 6, 'project_id': '48e4c98896924be09eb8b07dd2c74728', 'gw_port_host': None}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:49.996545 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a2fdf487-0494-429e-8038-5c5772b0399e admin admin] Calling delete_port for 046b7df4-0ce0-40e2-8afe-97542609d9fb owned by network:router_gateway {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:44:50.003006 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506ae83-86fd-47af-bde4-9ba0d8730236 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8130c704-465e-4905-831c-f7236a30c8ac,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:50.028768 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc89fdd6-cbbe-4860-91a6-ad84656d3ddd None None] The sync data for ids ['a423c0c2-277c-4832-a18c-1e031ccd9220'] in dv-cinder-803046-4-iscsi is: [{'id': 'a423c0c2-277c-4832-a18c-1e031ccd9220', 'name': 'tempest-TestMinimumBasicScenario-430617482-router', 'tenant_id': '48e4c98896924be09eb8b07dd2c74728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:41:37Z', 'updated_at': '2021-08-04T12:44:49Z', 'revision_number': 6, 'project_id': '48e4c98896924be09eb8b07dd2c74728', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:44:50.105179 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Set router f2fcb894-177f-4534-b400-5b2b045c7733 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:44:50.118425 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e506ae83-86fd-47af-bde4-9ba0d8730236 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.122221 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-e506ae83-86fd-47af-bde4-9ba0d8730236 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4634302 Aug 04 12:44:50.122429 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46086) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:50.128291 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-7906706d-8edf-4c62-8a78-f69d9081c464 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Request body: {'security_group_rule': {'security_group_id': 'e74a94c1-81c5-4e2f-aa11-e6c397f61eab', 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:50.267231 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.db.securitygroups_db [None req-7906706d-8edf-4c62-8a78-f69d9081c464 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Project fe3e08f20205460980a8eca6bc05529d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 12:44:50.272991 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7906706d-8edf-4c62-8a78-f69d9081c464 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.302654 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf487-0494-429e-8038-5c5772b0399e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.341459 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdf487-0494-429e-8038-5c5772b0399e admin admin] Pushing event deleted for resources: {'Port': ['ID=046b7df4-0ce0-40e2-8afe-97542609d9fb,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:50.397315 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7906706d-8edf-4c62-8a78-f69d9081c464 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.416570 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'name': 'tempest-TestShelveInstance-1314036672-router', 'tenant_id': '0541da57032d4ddfb5dea32b6b141238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897b9ba5-2d59-48cb-a847-8cdb1583749e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:41Z', 'updated_at': '2021-08-04T12:44:45Z', 'revision_number': 4, 'project_id': '0541da57032d4ddfb5dea32b6b141238', 'gw_port': {'id': '897b9ba5-2d59-48cb-a847-8cdb1583749e', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:41Z', 'updated_at': '2021-08-04T12:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'adb90dc1-9055-4757-90f1-dd1ca6a2f629', 'name': '', 'network_id': 'accba918-6972-497e-b21c-b4b489abcc42', 'tenant_id': '0541da57032d4ddfb5dea32b6b141238', 'mac_address': 'fa:16:3e:be:74:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da3d9ea7-29b4-46b9-a5a2-97fb2ee62b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:44Z', 'updated_at': '2021-08-04T12:44:45Z', 'revision_number': 2, 'project_id': '0541da57032d4ddfb5dea32b6b141238', 'subnets': [{'id': 'da3d9ea7-29b4-46b9-a5a2-97fb2ee62b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:50.421676 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf487-0494-429e-8038-5c5772b0399e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544055'] for router_gateway, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.445891 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Checking router: f2fcb894-177f-4534-b400-5b2b045c7733 for host: dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:44:50.446591 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Updating router f2fcb894-177f-4534-b400-5b2b045c7733 port adb90dc1-9055-4757-90f1-dd1ca6a2f629 binding host dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:44:50.476485 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.483140 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7906706d-8edf-4c62-8a78-f69d9081c464 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.525906 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf487-0494-429e-8038-5c5772b0399e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31799'] for router, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.531076 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf487-0494-429e-8038-5c5772b0399e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.533141 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906706d-8edf-4c62-8a78-f69d9081c464 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e731c99-ccbf-4b04-b9bc-aa912005a526,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:50.627287 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7906706d-8edf-4c62-8a78-f69d9081c464 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.628610 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-7906706d-8edf-4c62-8a78-f69d9081c464 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5052187 Aug 04 12:44:50.631327 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46088) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:50.636005 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-4256d52e-725e-4874-ab94-83cc77380e5a tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Request body: {'security_group_rule': {'security_group_id': 'e74a94c1-81c5-4e2f-aa11-e6c397f61eab', 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:50.659497 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf487-0494-429e-8038-5c5772b0399e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640572'] for router, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.660002 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fdf487-0494-429e-8038-5c5772b0399e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a423c0c2-277c-4832-a18c-1e031ccd9220 {{(pid=94079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 12:44:50.666277 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a2fdf487-0494-429e-8038-5c5772b0399e admin admin] Notify callbacks [] for router, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.666277 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-a2fdf487-0494-429e-8038-5c5772b0399e admin admin] 10.222.0.90 "DELETE /v2.0/routers/a423c0c2-277c-4832-a18c-1e031ccd9220 HTTP/1.1" status: 204 len: 168 time: 1.3545585 Aug 04 12:44:50.668227 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 46090) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:50.717428 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-748dfb66-4447-480f-86da-a354d99e2b37 admin admin] Deleting subnet 3678e6d9-45bf-4743-a896-60ce99d1a305 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 12:44:50.720838 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-748dfb66-4447-480f-86da-a354d99e2b37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.733849 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.db.securitygroups_db [None req-4256d52e-725e-4874-ab94-83cc77380e5a tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Project fe3e08f20205460980a8eca6bc05529d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 12:44:50.740951 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4256d52e-725e-4874-ab94-83cc77380e5a tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.744728 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.755371 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Transition to ACTIVE for port object adb90dc1-9055-4757-90f1-dd1ca6a2f629 will not be triggered until provisioned by entity L2. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:44:50.757805 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-748dfb66-4447-480f-86da-a354d99e2b37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3168408'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.816639 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4256d52e-725e-4874-ab94-83cc77380e5a tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.821500 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.842294 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-748dfb66-4447-480f-86da-a354d99e2b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8264673'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.872852 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22009920-f16f-42c1-89b8-4028d48bc579 None None] Pushing event updated for resources: {'Port': ['ID=adb90dc1-9055-4757-90f1-dd1ca6a2f629,revision_number=3']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:50.882884 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4256d52e-725e-4874-ab94-83cc77380e5a tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.907358 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256d52e-725e-4874-ab94-83cc77380e5a tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c57eda-f57b-434c-909c-c85191f65c78,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:50.938911 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Attempting to bind port adb90dc1-9055-4757-90f1-dd1ca6a2f629 on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:44:50.939325 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Attempting to bind port adb90dc1-9055-4757-90f1-dd1ca6a2f629 by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': 'b205b27d-a910-45ed-b63d-d3afe555d861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'accba918-6972-497e-b21c-b4b489abcc42'}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:44:50.939672 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Attempting to bind port adb90dc1-9055-4757-90f1-dd1ca6a2f629 on network accba918-6972-497e-b21c-b4b489abcc42 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:44:50.945159 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:44:50.945562 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Checking segment: {'id': 'b205b27d-a910-45ed-b63d-d3afe555d861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'accba918-6972-497e-b21c-b4b489abcc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:44:50.945990 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.946378 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Bound using segment: {'id': 'b205b27d-a910-45ed-b63d-d3afe555d861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'accba918-6972-497e-b21c-b4b489abcc42'} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:44:50.946843 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Bound port: adb90dc1-9055-4757-90f1-dd1ca6a2f629, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b205b27d-a910-45ed-b63d-d3afe555d861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'accba918-6972-497e-b21c-b4b489abcc42'}}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:44:50.947245 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:50.977754 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-748dfb66-4447-480f-86da-a354d99e2b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8263954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4003078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694604'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:51.009036 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748dfb66-4447-480f-86da-a354d99e2b37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3678e6d9-45bf-4743-a896-60ce99d1a305,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:51.010159 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4256d52e-725e-4874-ab94-83cc77380e5a tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:51.012308 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-4256d52e-725e-4874-ab94-83cc77380e5a tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3798840 Aug 04 12:44:51.019668 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-748dfb66-4447-480f-86da-a354d99e2b37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:51.024301 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-748dfb66-4447-480f-86da-a354d99e2b37 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/3678e6d9-45bf-4743-a896-60ce99d1a305 HTTP/1.1" status: 204 len: 168 time: 0.3504586 Aug 04 12:44:51.024301 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 46094) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:51.033293 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d8eadf-93d7-4418-b045-3facd9521393 None None] Network db540d08-bb11-4c7b-95c4-c45f11b4b90f requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:44:51.109236 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] For port adb90dc1-9055-4757-90f1-dd1ca6a2f629, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:44:51.112885 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] For port adb90dc1-9055-4757-90f1-dd1ca6a2f629, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=adb90dc1-9055-4757-90f1-dd1ca6a2f629,segment=NetworkSegment(b205b27d-a910-45ed-b63d-d3afe555d861),segment_id=b205b27d-a910-45ed-b63d-d3afe555d861)] {{(pid=94081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:44:51.119972 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 897b9ba5-2d59-48cb-a847-8cdb1583749e up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:44:51.174957 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7872879'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:51.186565 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:51.272900 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Routers {'f2fcb894-177f-4534-b400-5b2b045c7733'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:44:51.279124 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:44:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f2fcb894-177f-4534-b400-5b2b045c7733'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:51.300103 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Deleting port c2a59835-b2ae-479c-9f6b-95ecef8b04b5 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:44:51.306645 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:51.398329 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 897b9ba5-2d59-48cb-a847-8cdb1583749e triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:44:51.399370 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:51.415504 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] For port c2a59835-b2ae-479c-9f6b-95ecef8b04b5, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=c2a59835-b2ae-479c-9f6b-95ecef8b04b5,segment=NetworkSegment(820d8bf5-f35a-4019-b560-5eeec5a586af),segment_id=820d8bf5-f35a-4019-b560-5eeec5a586af)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:51.415873 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:51.417328 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] Set router f2fcb894-177f-4534-b400-5b2b045c7733 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:44:51.443894 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Calling delete_port for c2a59835-b2ae-479c-9f6b-95ecef8b04b5 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:44:51.507587 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22009920-f16f-42c1-89b8-4028d48bc579 None None] Pushing event updated for resources: {'Port': ['ID=adb90dc1-9055-4757-90f1-dd1ca6a2f629,revision_number=4']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:51.553676 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d37128a-78ea-4423-8a09-09112a3840cf None None] DHCP port deletion for db540d08-bb11-4c7b-95c4-c45f11b4b90f request from dv-cinder-803046-4-iscsi {{(pid=94080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 12:44:51.651174 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device cdf18885-157a-49f1-8966-ade12d9cf21c no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:44:51.677133 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: cdf18885-157a-49f1-8966-ade12d9cf21c {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:44:51.677588 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device cdf18885-157a-49f1-8966-ade12d9cf21c not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:44:51.678077 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 046b7df4-0ce0-40e2-8afe-97542609d9fb no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:44:51.703468 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: 046b7df4-0ce0-40e2-8afe-97542609d9fb {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:44:51.703816 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 046b7df4-0ce0-40e2-8afe-97542609d9fb not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:44:51.714915 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-7d37128a-78ea-4423-8a09-09112a3840cf None None] Deleting port c2a59835-b2ae-479c-9f6b-95ecef8b04b5 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:44:51.715844 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7d37128a-78ea-4423-8a09-09112a3840cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:51.719110 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'name': 'tempest-TestShelveInstance-1314036672-router', 'tenant_id': '0541da57032d4ddfb5dea32b6b141238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897b9ba5-2d59-48cb-a847-8cdb1583749e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:41Z', 'updated_at': '2021-08-04T12:44:45Z', 'revision_number': 4, 'project_id': '0541da57032d4ddfb5dea32b6b141238', 'gw_port': {'id': '897b9ba5-2d59-48cb-a847-8cdb1583749e', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:41Z', 'updated_at': '2021-08-04T12:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'adb90dc1-9055-4757-90f1-dd1ca6a2f629', 'name': '', 'network_id': 'accba918-6972-497e-b21c-b4b489abcc42', 'tenant_id': '0541da57032d4ddfb5dea32b6b141238', 'mac_address': 'fa:16:3e:be:74:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da3d9ea7-29b4-46b9-a5a2-97fb2ee62b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:44Z', 'updated_at': '2021-08-04T12:44:51Z', 'revision_number': 4, 'project_id': '0541da57032d4ddfb5dea32b6b141238', 'subnets': [{'id': 'da3d9ea7-29b4-46b9-a5a2-97fb2ee62b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:51.749690 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4a5265-022c-4108-8d8d-5f10ebc9ebc0 None None] The sync data for ids ['f2fcb894-177f-4534-b400-5b2b045c7733'] in dv-cinder-803046-4-iscsi is: [{'id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'name': 'tempest-TestShelveInstance-1314036672-router', 'tenant_id': '0541da57032d4ddfb5dea32b6b141238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897b9ba5-2d59-48cb-a847-8cdb1583749e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:41Z', 'updated_at': '2021-08-04T12:44:45Z', 'revision_number': 4, 'project_id': '0541da57032d4ddfb5dea32b6b141238', 'gw_port': {'id': '897b9ba5-2d59-48cb-a847-8cdb1583749e', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:41Z', 'updated_at': '2021-08-04T12:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': 'adb90dc1-9055-4757-90f1-dd1ca6a2f629', 'name': '', 'network_id': 'accba918-6972-497e-b21c-b4b489abcc42', 'tenant_id': '0541da57032d4ddfb5dea32b6b141238', 'mac_address': 'fa:16:3e:be:74:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'da3d9ea7-29b4-46b9-a5a2-97fb2ee62b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:44Z', 'updated_at': '2021-08-04T12:44:51Z', 'revision_number': 4, 'project_id': '0541da57032d4ddfb5dea32b6b141238', 'subnets': [{'id': 'da3d9ea7-29b4-46b9-a5a2-97fb2ee62b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:44:51.787526 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-7d37128a-78ea-4423-8a09-09112a3840cf None None] For port c2a59835-b2ae-479c-9f6b-95ecef8b04b5, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=c2a59835-b2ae-479c-9f6b-95ecef8b04b5,segment=NetworkSegment(820d8bf5-f35a-4019-b560-5eeec5a586af),segment_id=820d8bf5-f35a-4019-b560-5eeec5a586af)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:51.787933 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7d37128a-78ea-4423-8a09-09112a3840cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:51.802871 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:51.803547 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-7d37128a-78ea-4423-8a09-09112a3840cf None None] Calling delete_port for c2a59835-b2ae-479c-9f6b-95ecef8b04b5 owned by network:dhcp {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:44:51.829424 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a59835-b2ae-479c-9f6b-95ecef8b04b5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:51.831615 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] No DVR routers for this DVR port c2a59835-b2ae-479c-9f6b-95ecef8b04b5 on host dv-cinder-803046-4-iscsi {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:44:51.889904 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7d37128a-78ea-4423-8a09-09112a3840cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:51.930367 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314982', 'neutron.services.segments.db._delete_segments_for_network-8788656383735'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:51.939119 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d37128a-78ea-4423-8a09-09112a3840cf None None] No DVR routers for this DVR port c2a59835-b2ae-479c-9f6b-95ecef8b04b5 on host dv-cinder-803046-4-iscsi {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:44:51.945804 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37128a-78ea-4423-8a09-09112a3840cf None None] Pushing event deleted for resources: {'Port': ['ID=c2a59835-b2ae-479c-9f6b-95ecef8b04b5,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:51.951434 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db540d08-bb11-4c7b-95c4-c45f11b4b90f']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:51.968432 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820d8bf5-f35a-4019-b560-5eeec5a586af') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:51.968726 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820d8bf5-f35a-4019-b560-5eeec5a586af') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:44:51.979082 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788656387588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3168403'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:51.996260 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:52.000939 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 12:44:52.001322 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4003244'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: Traceback (most recent call last): Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: timer() Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: cb(*args, **kw) Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: return func(*args, **kwargs) Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: self._notify() Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: self.callback(batched_events) Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: event.method(event) Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: return f(self, *a, **k) Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: return self._get(url).json() Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: return self.request(url, 'GET', **kwargs) Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 12:44:52.003032 dv-cinder-803046-4-iscsi neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 12:44:52.153301 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544019'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:52.158747 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:52.162977 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] 10.222.0.90 "DELETE /v2.0/networks/db540d08-bb11-4c7b-95c4-c45f11b4b90f HTTP/1.1" status: 204 len: 168 time: 1.1357143 Aug 04 12:44:52.172061 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Pushing event deleted for resources: {'Network': ['ID=db540d08-bb11-4c7b-95c4-c45f11b4b90f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:52.187189 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.195240 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.195730 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.196079 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.196423 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.196816 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.197101 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.197460 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.197790 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.198117 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.198443 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.198763 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83068366-d12b-4f0e-8313-5dd675677f7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.583968 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46148) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:52.624630 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-ccbb65e2-494d-4fff-bbb2-53d8c1ba277e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5921bf45f6694cf99e28e253234d5f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394664 Aug 04 12:44:52.627223 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46150) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:52.687341 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-39e08fd3-d0b5-4343-a233-4163588ea225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:52.718314 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-39e08fd3-d0b5-4343-a233-4163588ea225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:52.884335 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-39e08fd3-d0b5-4343-a233-4163588ea225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:52.886942 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-39e08fd3-d0b5-4343-a233-4163588ea225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:52.888214 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-39e08fd3-d0b5-4343-a233-4163588ea225 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/aadacad4-fd87-47b5-8a04-155c347d6146 HTTP/1.1" status: 204 len: 168 time: 0.2599883 Aug 04 12:44:52.896660 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e08fd3-d0b5-4343-a233-4163588ea225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadacad4-fd87-47b5-8a04-155c347d6146,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:52.905587 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e08fd3-d0b5-4343-a233-4163588ea225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.906199 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e08fd3-d0b5-4343-a233-4163588ea225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.906536 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e08fd3-d0b5-4343-a233-4163588ea225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.907045 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e08fd3-d0b5-4343-a233-4163588ea225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.907380 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e08fd3-d0b5-4343-a233-4163588ea225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.907503 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-c12bfecd-1fdf-44e5-9e44-efa803b09817 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:52.907956 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e08fd3-d0b5-4343-a233-4163588ea225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.908040 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e08fd3-d0b5-4343-a233-4163588ea225 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.908343 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e08fd3-d0b5-4343-a233-4163588ea225 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.908668 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e08fd3-d0b5-4343-a233-4163588ea225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.908993 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e08fd3-d0b5-4343-a233-4163588ea225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.909311 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e08fd3-d0b5-4343-a233-4163588ea225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.909655 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e08fd3-d0b5-4343-a233-4163588ea225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:44:52.913851 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-c12bfecd-1fdf-44e5-9e44-efa803b09817 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/networks?id=70fa83bf-1fde-416f-b01c-4a2467879336 HTTP/1.1" status: 200 len: 815 time: 0.1122873 Aug 04 12:44:52.925177 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-ca90117f-1e8c-463f-9e83-e8096923dd95 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/quotas/ea34f2cba7fa4f05a4a9865174d9bb76 HTTP/1.1" status: 200 len: 375 time: 0.0101075 Aug 04 12:44:52.992462 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-5e30f0c4-782f-4086-8127-188e0365a995 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=ea34f2cba7fa4f05a4a9865174d9bb76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0604722 Aug 04 12:44:53.088063 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device adb90dc1-9055-4757-90f1-dd1ca6a2f629 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:44:53.113534 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-b88511cf-09eb-4fa8-b963-68ae40623587 service neutron] 10.222.0.90 "GET /v2.0/networks/70fa83bf-1fde-416f-b01c-4a2467879336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027641 Aug 04 12:44:53.207435 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-dce148e9-9383-4eb6-b7c4-3f562cb3d3fc service neutron] 10.222.0.90 "GET /v2.0/networks/70fa83bf-1fde-416f-b01c-4a2467879336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877481 Aug 04 12:44:53.216526 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port adb90dc1-9055-4757-90f1-dd1ca6a2f629 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:44:53.225491 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port adb90dc1-9055-4757-90f1-dd1ca6a2f629 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:44:53.225491 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:53.318079 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:53.353841 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port adb90dc1-9055-4757-90f1-dd1ca6a2f629, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=adb90dc1-9055-4757-90f1-dd1ca6a2f629,segment=NetworkSegment(b205b27d-a910-45ed-b63d-d3afe555d861),segment_id=b205b27d-a910-45ed-b63d-d3afe555d861)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:53.449054 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:53.457878 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ac88e1bc-15df-4207-b88e-ed15e981d16c req-85577033-c163-4ade-b82a-827ae1b47ca5 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=525e8d63-d822-4db6-8c8d-2cd7730ba5c6 HTTP/1.1" status: 200 len: 210 time: 0.0312881 Aug 04 12:44:53.507685 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device c2a59835-b2ae-479c-9f6b-95ecef8b04b5 no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:44:53.531270 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=adb90dc1-9055-4757-90f1-dd1ca6a2f629,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:53.534356 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: c2a59835-b2ae-479c-9f6b-95ecef8b04b5 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:44:53.534751 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device c2a59835-b2ae-479c-9f6b-95ecef8b04b5 not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:44:53.735347 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 46198) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:53.776108 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-0b355ef9-a160-49fc-9531-62ca9161bec6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=48e4c98896924be09eb8b07dd2c74728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396147 Aug 04 12:44:53.779183 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 46200) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:53.829823 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb789b8a-e633-4300-bcd6-5baf69bc91f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:53.852297 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb789b8a-e633-4300-bcd6-5baf69bc91f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:53.975863 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb789b8a-e633-4300-bcd6-5baf69bc91f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:53.978456 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb789b8a-e633-4300-bcd6-5baf69bc91f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:53.979617 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-cb789b8a-e633-4300-bcd6-5baf69bc91f5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3d894430-8f29-4732-bed1-3c2d365e18c9 HTTP/1.1" status: 204 len: 168 time: 0.1995406 Aug 04 12:44:53.987719 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb789b8a-e633-4300-bcd6-5baf69bc91f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d894430-8f29-4732-bed1-3c2d365e18c9,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:54.582046 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-894d7b25-22f6-4e12-960a-5ad8ac525c71 req-147aac89-77d7-48cc-a1c4-f0677692176f tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=525e8d63-d822-4db6-8c8d-2cd7730ba5c6 HTTP/1.1" status: 200 len: 210 time: 0.0484548 Aug 04 12:44:54.673759 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46216) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:54.776916 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4185db29-dcf2-4812-ade4-7521d59e15f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:54.871964 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4185db29-dcf2-4812-ade4-7521d59e15f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:54.933802 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4185db29-dcf2-4812-ade4-7521d59e15f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:54.977749 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-4185db29-dcf2-4812-ade4-7521d59e15f6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a68bb410c7c54e3fb548be7e51f529b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021872 Aug 04 12:44:54.978149 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185db29-dcf2-4812-ade4-7521d59e15f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e40090a-57d0-4fba-a438-2cc64600df58,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:54.980021 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 46222) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:44:55.036073 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1a4eae1e-addf-4015-aeee-96d5b51d52a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:55.040025 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device adb90dc1-9055-4757-90f1-dd1ca6a2f629 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:44:55.061072 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1a4eae1e-addf-4015-aeee-96d5b51d52a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:55.098452 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port adb90dc1-9055-4757-90f1-dd1ca6a2f629 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:44:55.098744 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:55.169179 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1a4eae1e-addf-4015-aeee-96d5b51d52a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:55.172130 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1a4eae1e-addf-4015-aeee-96d5b51d52a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:55.173809 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-1a4eae1e-addf-4015-aeee-96d5b51d52a0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7e40090a-57d0-4fba-a438-2cc64600df58 HTTP/1.1" status: 204 len: 168 time: 0.1925378 Aug 04 12:44:55.183083 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4eae1e-addf-4015-aeee-96d5b51d52a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e40090a-57d0-4fba-a438-2cc64600df58,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:55.681419 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7871d7af-7735-49a9-8569-b433d31e9f58 req-5d50bf26-14f5-4369-adbd-9e64e26281f1 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=525e8d63-d822-4db6-8c8d-2cd7730ba5c6 HTTP/1.1" status: 200 len: 210 time: 0.0250130 Aug 04 12:44:55.941046 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-4d5c7cb9-bbea-493f-ab76-fddb2385aef6 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:55.942474 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-4d5c7cb9-bbea-493f-ab76-fddb2385aef6 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.76 "GET /v2.0/networks?id=70fa83bf-1fde-416f-b01c-4a2467879336 HTTP/1.1" status: 200 len: 815 time: 0.1006708 Aug 04 12:44:55.967851 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-787ae93c-2b9d-408b-b5a3-7fe556ba5119 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Request body: {'port': {'device_id': '525e8d63-d822-4db6-8c8d-2cd7730ba5c6', 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336', 'admin_state_up': True, 'tenant_id': 'ea34f2cba7fa4f05a4a9865174d9bb76'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:56.147312 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-787ae93c-2b9d-408b-b5a3-7fe556ba5119 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Made reservation on behalf of ea34f2cba7fa4f05a4a9865174d9bb76 for: {'port': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:44:56.152076 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-787ae93c-2b9d-408b-b5a3-7fe556ba5119 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:56.276519 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-787ae93c-2b9d-408b-b5a3-7fe556ba5119 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Allocated IP 172.20.0.14 (70fa83bf-1fde-416f-b01c-4a2467879336/95545879-d37a-49a1-82eb-562fab28fb86/12bdb369-ff83-41dd-ae8b-f87b035be8cb) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:44:56.428764 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-787ae93c-2b9d-408b-b5a3-7fe556ba5119 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:56.511682 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-787ae93c-2b9d-408b-b5a3-7fe556ba5119 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:56.547891 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['a4bb9699-5b82-4280-b301-98db92e95637'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:44:56.553954 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-787ae93c-2b9d-408b-b5a3-7fe556ba5119 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Network 70fa83bf-1fde-416f-b01c-4a2467879336 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:44:56.557115 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-787ae93c-2b9d-408b-b5a3-7fe556ba5119 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:44:56.571944 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-787ae93c-2b9d-408b-b5a3-7fe556ba5119 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:44:56.591335 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ae93c-2b9d-408b-b5a3-7fe556ba5119 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Pushing event updated for resources: {'Port': ['ID=12bdb369-ff83-41dd-ae8b-f87b035be8cb,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:56.623127 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-787ae93c-2b9d-408b-b5a3-7fe556ba5119 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:56.624073 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-787ae93c-2b9d-408b-b5a3-7fe556ba5119 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:56.707844 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-787ae93c-2b9d-408b-b5a3-7fe556ba5119 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7441247 Aug 04 12:44:56.734081 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Request body: {'port': {'device_id': '525e8d63-d822-4db6-8c8d-2cd7730ba5c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:44:56.793896 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:56.800244 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200d3f5-b0dc-4b0a-94e2-e247ff0f5421 req-f2ae22bc-1fd5-49c5-b511-33dd1763f5a8 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:56.801804 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f200d3f5-b0dc-4b0a-94e2-e247ff0f5421 req-f2ae22bc-1fd5-49c5-b511-33dd1763f5a8 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=525e8d63-d822-4db6-8c8d-2cd7730ba5c6 HTTP/1.1" status: 200 len: 932 time: 0.0519891 Aug 04 12:44:56.845699 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f200d3f5-b0dc-4b0a-94e2-e247ff0f5421 req-2f96de48-a727-4bf1-863d-e0270c43927b tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376420 Aug 04 12:44:57.082535 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12bdb369-ff83-41dd-ae8b-f87b035be8cb {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:44:57.091594 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:57.103828 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Transition to ACTIVE for port object 12bdb369-ff83-41dd-ae8b-f87b035be8cb will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:44:57.181514 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:57.231576 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Pushing event updated for resources: {'Port': ['ID=12bdb369-ff83-41dd-ae8b-f87b035be8cb,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:57.300888 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Attempting to bind port 12bdb369-ff83-41dd-ae8b-f87b035be8cb on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:44:57.301224 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Attempting to bind port 12bdb369-ff83-41dd-ae8b-f87b035be8cb by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '6b7b9b90-046e-4cfb-8e05-1a778f093fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:44:57.301582 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Attempting to bind port 12bdb369-ff83-41dd-ae8b-f87b035be8cb on network 70fa83bf-1fde-416f-b01c-4a2467879336 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:44:57.305959 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Port 12bdb369-ff83-41dd-ae8b-f87b035be8cb on network 70fa83bf-1fde-416f-b01c-4a2467879336 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:44:57.306280 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Attempting to bind port 12bdb369-ff83-41dd-ae8b-f87b035be8cb on network 70fa83bf-1fde-416f-b01c-4a2467879336 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:44:57.311962 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:44:57.312145 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Checking segment: {'id': '6b7b9b90-046e-4cfb-8e05-1a778f093fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:44:57.312414 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Bound using segment: {'id': '6b7b9b90-046e-4cfb-8e05-1a778f093fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:44:57.312841 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Bound port: 12bdb369-ff83-41dd-ae8b-f87b035be8cb, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7b9b90-046e-4cfb-8e05-1a778f093fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:44:57.313199 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:57.379779 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] For port 12bdb369-ff83-41dd-ae8b-f87b035be8cb, host hv-cinder-80304, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:44:57.383272 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] For port 12bdb369-ff83-41dd-ae8b-f87b035be8cb, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=12bdb369-ff83-41dd-ae8b-f87b035be8cb,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:44:57.460145 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:57.752703 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:57.753145 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:57.754673 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] 10.222.0.76 "PUT /v2.0/ports/12bdb369-ff83-41dd-ae8b-f87b035be8cb HTTP/1.1" status: 200 len: 1094 time: 1.0263572 Aug 04 12:44:57.756595 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525e8d63-d822-4db6-8c8d-2cd7730ba5c6', 'tag': '12bdb369-ff83-41dd-ae8b-f87b035be8cb'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:44:57.758827 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6a88c0-f612-4b16-957f-fb5a67ea539f" -d '{"events": [{"name": "network-changed", "server_uuid": "525e8d63-d822-4db6-8c8d-2cd7730ba5c6", "tag": "12bdb369-ff83-41dd-ae8b-f87b035be8cb"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:44:57.786153 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6603c-b3e2-4498-a071-c71cebec52a9 service neutron] Pushing event updated for resources: {'Port': ['ID=12bdb369-ff83-41dd-ae8b-f87b035be8cb,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:44:57.796528 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a937a0ab-eda6-4d67-9e17-81b094e85e69 x-openstack-request-id: req-a937a0ab-eda6-4d67-9e17-81b094e85e69 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:44:57.796818 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525e8d63-d822-4db6-8c8d-2cd7730ba5c6", "tag": "12bdb369-ff83-41dd-ae8b-f87b035be8cb", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:44:57.797069 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-a937a0ab-eda6-4d67-9e17-81b094e85e69 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:44:57.797493 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525e8d63-d822-4db6-8c8d-2cd7730ba5c6', 'tag': '12bdb369-ff83-41dd-ae8b-f87b035be8cb', 'status': 'completed', 'code': 200} Aug 04 12:44:57.893001 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a88c0-f612-4b16-957f-fb5a67ea539f req-e041750a-8ab7-495d-8e01-b6a3df0160f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:57.894553 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-ce6a88c0-f612-4b16-957f-fb5a67ea539f req-e041750a-8ab7-495d-8e01-b6a3df0160f6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea34f2cba7fa4f05a4a9865174d9bb76&device_id=525e8d63-d822-4db6-8c8d-2cd7730ba5c6 HTTP/1.1" status: 200 len: 1097 time: 0.0414505 Aug 04 12:44:57.964884 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c45deb-4c5f-4e4b-a39d-70bdcc009def req-ba9cea12-277b-4645-8e02-5281612e8c61 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:57.967135 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-53c45deb-4c5f-4e4b-a39d-70bdcc009def req-ba9cea12-277b-4645-8e02-5281612e8c61 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=525e8d63-d822-4db6-8c8d-2cd7730ba5c6 HTTP/1.1" status: 200 len: 944 time: 0.0531116 Aug 04 12:44:58.005826 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-53c45deb-4c5f-4e4b-a39d-70bdcc009def req-64e8d66a-c389-438d-ae10-b877ba71e411 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323906 Aug 04 12:44:58.024282 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a88c0-f612-4b16-957f-fb5a67ea539f req-178c2b89-bcf4-42fe-b78c-83cc2566b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:58.024282 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-ce6a88c0-f612-4b16-957f-fb5a67ea539f req-178c2b89-bcf4-42fe-b78c-83cc2566b3b7 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=ea34f2cba7fa4f05a4a9865174d9bb76&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0986962 Aug 04 12:44:58.109949 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a88c0-f612-4b16-957f-fb5a67ea539f req-47e870ea-912b-4db5-b9b7-f9e3b9891399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:58.111479 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-ce6a88c0-f612-4b16-957f-fb5a67ea539f req-47e870ea-912b-4db5-b9b7-f9e3b9891399 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916622 Aug 04 12:44:58.227970 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-5771af5b-29f8-4542-a9d5-bf805976d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:58.229689 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-5771af5b-29f8-4542-a9d5-bf805976d897 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea34f2cba7fa4f05a4a9865174d9bb76&device_id=525e8d63-d822-4db6-8c8d-2cd7730ba5c6 HTTP/1.1" status: 200 len: 1097 time: 0.0445921 Aug 04 12:44:58.287467 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-187a570f-67b1-4448-a175-09831aa4887c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12bdb369-ff83-41dd-ae8b-f87b035be8cb HTTP/1.1" status: 200 len: 217 time: 0.0356748 Aug 04 12:44:58.337417 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-dd305b65-20ff-4db7-a63a-0b6b396334ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:58.338896 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-dd305b65-20ff-4db7-a63a-0b6b396334ee service neutron] 10.222.0.76 "GET /v2.0/subnets?id=95545879-d37a-49a1-82eb-562fab28fb86 HTTP/1.1" status: 200 len: 855 time: 0.0437012 Aug 04 12:44:58.369823 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-332723be-5e16-482f-8519-fa5c4deeff37 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=70fa83bf-1fde-416f-b01c-4a2467879336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233541 Aug 04 12:44:58.466139 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-860a731f-4766-4d78-87c1-a470e2989e89 service neutron] 10.222.0.76 "GET /v2.0/networks/70fa83bf-1fde-416f-b01c-4a2467879336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888135 Aug 04 12:44:58.557419 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-9fe50fdc-8526-4405-91bd-3596fe73bd8e req-8a2a1bad-b993-4b22-b8be-e9b4852685a5 service neutron] 10.222.0.76 "GET /v2.0/networks/70fa83bf-1fde-416f-b01c-4a2467879336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825160 Aug 04 12:44:59.124309 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc950b3e-126c-4147-9747-e0ff32e66c71 req-937e7807-9fc9-48a6-88ad-35ee0d190413 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:44:59.125827 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bc950b3e-126c-4147-9747-e0ff32e66c71 req-937e7807-9fc9-48a6-88ad-35ee0d190413 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=525e8d63-d822-4db6-8c8d-2cd7730ba5c6 HTTP/1.1" status: 200 len: 944 time: 0.0492685 Aug 04 12:44:59.164732 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bc950b3e-126c-4147-9747-e0ff32e66c71 req-3147a0d1-1e28-4662-b7b8-3bc27f924e95 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329905 Aug 04 12:44:59.640473 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 12bdb369-ff83-41dd-ae8b-f87b035be8cb details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:44:59.741079 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 12bdb369-ff83-41dd-ae8b-f87b035be8cb, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=12bdb369-ff83-41dd-ae8b-f87b035be8cb,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:59.754597 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': '12bdb369-ff83-41dd-ae8b-f87b035be8cb', 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336', 'port_id': '12bdb369-ff83-41dd-ae8b-f87b035be8cb', 'mac_address': 'fa:16:3e:21:04:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95545879-d37a-49a1-82eb-562fab28fb86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:44:59.794257 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:59.806921 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12bdb369-ff83-41dd-ae8b-f87b035be8cb {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:44:59.826855 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 12bdb369-ff83-41dd-ae8b-f87b035be8cb, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=12bdb369-ff83-41dd-ae8b-f87b035be8cb,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:44:59.890458 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:44:59.942300 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=12bdb369-ff83-41dd-ae8b-f87b035be8cb,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:45:00.229478 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['12bdb369-ff83-41dd-ae8b-f87b035be8cb'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:45:00.278868 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f614ee-5936-44d7-9a5b-1601699b831c req-cbebc910-a43b-4120-a8ad-4b1e87cacbc6 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:00.280452 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-90f614ee-5936-44d7-9a5b-1601699b831c req-cbebc910-a43b-4120-a8ad-4b1e87cacbc6 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=525e8d63-d822-4db6-8c8d-2cd7730ba5c6 HTTP/1.1" status: 200 len: 945 time: 0.0504224 Aug 04 12:45:00.327738 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-90f614ee-5936-44d7-9a5b-1601699b831c req-ec22170b-dae4-44de-ac99-7d9a25b4237b tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411751 Aug 04 12:45:01.445422 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1efa8-8795-434a-980d-7a8c82226d6c req-addfcedb-f780-4f44-b3de-92771454889f tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:01.447788 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-74c1efa8-8795-434a-980d-7a8c82226d6c req-addfcedb-f780-4f44-b3de-92771454889f tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=525e8d63-d822-4db6-8c8d-2cd7730ba5c6 HTTP/1.1" status: 200 len: 945 time: 0.0538692 Aug 04 12:45:01.491586 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-74c1efa8-8795-434a-980d-7a8c82226d6c req-32fa1879-845a-415d-bcaf-a2ca58965407 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370026 Aug 04 12:45:01.647326 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 12bdb369-ff83-41dd-ae8b-f87b035be8cb up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:45:01.773832 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port 12bdb369-ff83-41dd-ae8b-f87b035be8cb completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:45:01.777751 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port 12bdb369-ff83-41dd-ae8b-f87b035be8cb triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:45:01.778125 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:01.854039 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:01.875835 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525e8d63-d822-4db6-8c8d-2cd7730ba5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bdb369-ff83-41dd-ae8b-f87b035be8cb'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:45:01.878585 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83367d65-790b-4558-86f4-d221926feecd" -d '{"events": [{"server_uuid": "525e8d63-d822-4db6-8c8d-2cd7730ba5c6", "name": "network-vif-plugged", "status": "completed", "tag": "12bdb369-ff83-41dd-ae8b-f87b035be8cb"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:45:01.892004 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 12bdb369-ff83-41dd-ae8b-f87b035be8cb, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=12bdb369-ff83-41dd-ae8b-f87b035be8cb,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:45:01.915668 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b129ac-a3c8-4ade-b7db-e03d84dc7ba4 x-openstack-request-id: req-45b129ac-a3c8-4ade-b7db-e03d84dc7ba4 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:45:01.916019 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525e8d63-d822-4db6-8c8d-2cd7730ba5c6", "name": "network-vif-plugged", "status": "completed", "tag": "12bdb369-ff83-41dd-ae8b-f87b035be8cb", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:45:01.916300 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-45b129ac-a3c8-4ade-b7db-e03d84dc7ba4 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:45:01.916698 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525e8d63-d822-4db6-8c8d-2cd7730ba5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bdb369-ff83-41dd-ae8b-f87b035be8cb', 'code': 200} Aug 04 12:45:01.968041 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:02.016872 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=12bdb369-ff83-41dd-ae8b-f87b035be8cb,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:45:02.287364 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b3c32-3b35-4096-b6b1-37a1f33999f2 req-0d9affdd-dd2b-48c6-81f0-b357f9a9ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:02.288848 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2a8b3c32-3b35-4096-b6b1-37a1f33999f2 req-0d9affdd-dd2b-48c6-81f0-b357f9a9ee90 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=525e8d63-d822-4db6-8c8d-2cd7730ba5c6 HTTP/1.1" status: 200 len: 1099 time: 0.0451510 Aug 04 12:45:02.324882 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2a8b3c32-3b35-4096-b6b1-37a1f33999f2 req-3005fb49-2141-4d11-877d-bc5249806aa3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282977 Aug 04 12:45:02.604655 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27386f-5a73-4aad-a7ae-6ddfa20fd0ac req-5ae3a2ac-f392-4d32-ae02-3085a40e6dca tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:02.606086 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1f27386f-5a73-4aad-a7ae-6ddfa20fd0ac req-5ae3a2ac-f392-4d32-ae02-3085a40e6dca tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=525e8d63-d822-4db6-8c8d-2cd7730ba5c6 HTTP/1.1" status: 200 len: 946 time: 0.0478141 Aug 04 12:45:02.643246 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1f27386f-5a73-4aad-a7ae-6ddfa20fd0ac req-d49dee2a-5671-4a21-8036-b19b900566bf tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306606 Aug 04 12:45:03.759938 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafaec68-e8c8-4327-9c72-348e2ccf5af4 req-fe6d754f-c54c-4df4-b4a9-ad6824e967d9 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:03.761550 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-dafaec68-e8c8-4327-9c72-348e2ccf5af4 req-fe6d754f-c54c-4df4-b4a9-ad6824e967d9 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=525e8d63-d822-4db6-8c8d-2cd7730ba5c6 HTTP/1.1" status: 200 len: 946 time: 0.0491858 Aug 04 12:45:03.805574 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-dafaec68-e8c8-4327-9c72-348e2ccf5af4 req-363f3fe7-9851-4c96-99b5-8fa87ec2d980 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379994 Aug 04 12:45:04.929108 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3c28a-1700-428f-9282-046ebdf524e7 req-c308342b-f780-4169-9b90-fafda81a0333 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:04.930634 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c7b3c28a-1700-428f-9282-046ebdf524e7 req-c308342b-f780-4169-9b90-fafda81a0333 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=525e8d63-d822-4db6-8c8d-2cd7730ba5c6 HTTP/1.1" status: 200 len: 946 time: 0.0509100 Aug 04 12:45:04.975117 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c7b3c28a-1700-428f-9282-046ebdf524e7 req-c9295bb8-1c2b-4a13-9d57-6f35c52e9999 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353575 Aug 04 12:45:07.984049 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-e119e0e6-7e2d-4e78-bac6-e0e908bb7fc2 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:07.985442 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-e119e0e6-7e2d-4e78-bac6-e0e908bb7fc2 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/networks?id=70fa83bf-1fde-416f-b01c-4a2467879336 HTTP/1.1" status: 200 len: 815 time: 0.1038060 Aug 04 12:45:08.000520 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a867ce6d-657b-4547-8db1-9d6bb56d5bec tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/quotas/ea34f2cba7fa4f05a4a9865174d9bb76 HTTP/1.1" status: 200 len: 375 time: 0.0094562 Aug 04 12:45:08.049372 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-d388b094-77a2-46f7-aece-4c1eeea8af13 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=ea34f2cba7fa4f05a4a9865174d9bb76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437176 Aug 04 12:45:08.137943 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-3b48fb31-09d7-47bb-b436-857cd41cd5b3 service neutron] 10.222.0.90 "GET /v2.0/networks/70fa83bf-1fde-416f-b01c-4a2467879336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811560 Aug 04 12:45:08.237995 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-c6bbf2c6-d8c2-4621-97a0-04584c70a3a2 service neutron] 10.222.0.90 "GET /v2.0/networks/70fa83bf-1fde-416f-b01c-4a2467879336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936072 Aug 04 12:45:08.462228 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-897e020e-24a8-40e9-806f-423f6135b659 req-3d481023-b42f-4711-aedf-1eb17aa4ebb1 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 210 time: 0.0252860 Aug 04 12:45:08.827533 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:09.552411 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-496853bd-ed2c-4f96-81a4-c4031c387784 req-46a534c5-6706-4436-a7ae-3f55750864db tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 210 time: 0.0248537 Aug 04 12:45:10.645715 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-642b3497-e6e0-4a9c-85b7-d654f127b193 req-00614b47-3f30-4956-95fb-7c29dd5bf077 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 210 time: 0.0259774 Aug 04 12:45:10.781053 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d06d89ae-94dd-4f27-8ff4-42b511b4db9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:10.970067 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-1f621afd-f9d8-4d5b-909b-f26c14a80d67 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:10.971435 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-1f621afd-f9d8-4d5b-909b-f26c14a80d67 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.76 "GET /v2.0/networks?id=70fa83bf-1fde-416f-b01c-4a2467879336 HTTP/1.1" status: 200 len: 815 time: 0.1027560 Aug 04 12:45:10.991737 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-04b41cd8-0b7a-4efb-88d0-43730a5941a1 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Request body: {'port': {'device_id': '259e7bd1-1aae-4e48-ba87-10476966ba54', 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336', 'admin_state_up': True, 'tenant_id': 'ea34f2cba7fa4f05a4a9865174d9bb76'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:45:11.181017 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-04b41cd8-0b7a-4efb-88d0-43730a5941a1 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Made reservation on behalf of ea34f2cba7fa4f05a4a9865174d9bb76 for: {'port': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:45:11.184591 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-04b41cd8-0b7a-4efb-88d0-43730a5941a1 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:11.337337 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-04b41cd8-0b7a-4efb-88d0-43730a5941a1 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Allocated IP 172.20.0.9 (70fa83bf-1fde-416f-b01c-4a2467879336/95545879-d37a-49a1-82eb-562fab28fb86/06cc6008-4dee-4b72-b4c4-c03d36958e62) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:45:11.381529 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-eedd3352-503f-44e1-9874-ba61af222c68 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2003072367&fields=id&tenant_id=fe3e08f20205460980a8eca6bc05529d HTTP/1.1" status: 200 len: 267 time: 0.0329258 Aug 04 12:45:11.486924 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-04b41cd8-0b7a-4efb-88d0-43730a5941a1 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:11.490684 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-34d9a6c7-cf9a-461a-870b-e8e9db466d74 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:11.492148 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-34d9a6c7-cf9a-461a-870b-e8e9db466d74 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/networks?id=9f45085c-c37c-4c40-9c5e-a2d86b0da083 HTTP/1.1" status: 200 len: 809 time: 0.1036136 Aug 04 12:45:11.507879 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-db3597ae-0a1a-4d52-b051-8a0a103cfb05 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/quotas/fe3e08f20205460980a8eca6bc05529d HTTP/1.1" status: 200 len: 375 time: 0.0093465 Aug 04 12:45:11.558114 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-ee67af2c-091c-4c68-9f51-8621c8ccfb2e tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=fe3e08f20205460980a8eca6bc05529d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446992 Aug 04 12:45:11.621283 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-04b41cd8-0b7a-4efb-88d0-43730a5941a1 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:11.655070 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-100604b1-870e-4503-ac74-e1e8f71dd2ce service neutron] 10.222.0.90 "GET /v2.0/networks/9f45085c-c37c-4c40-9c5e-a2d86b0da083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843127 Aug 04 12:45:11.659912 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['a4bb9699-5b82-4280-b301-98db92e95637', '12bdb369-ff83-41dd-ae8b-f87b035be8cb'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:45:11.663540 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-04b41cd8-0b7a-4efb-88d0-43730a5941a1 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Network 70fa83bf-1fde-416f-b01c-4a2467879336 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:45:11.665829 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-04b41cd8-0b7a-4efb-88d0-43730a5941a1 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:45:11.670555 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-04b41cd8-0b7a-4efb-88d0-43730a5941a1 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:45:11.701787 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b41cd8-0b7a-4efb-88d0-43730a5941a1 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Pushing event updated for resources: {'Port': ['ID=06cc6008-4dee-4b72-b4c4-c03d36958e62,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:45:11.734965 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-04b41cd8-0b7a-4efb-88d0-43730a5941a1 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:11.735649 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-04b41cd8-0b7a-4efb-88d0-43730a5941a1 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:11.779647 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-e44a22f8-7f2e-4d81-b3e1-d06eb18d2abc service neutron] 10.222.0.90 "GET /v2.0/networks/9f45085c-c37c-4c40-9c5e-a2d86b0da083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173308 Aug 04 12:45:11.800865 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19e8b2-a33a-419b-9b61-d9bf38b19bf7 req-39952ac1-6440-491b-bc8d-d3ec8e63e78c tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:11.802562 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-da19e8b2-a33a-419b-9b61-d9bf38b19bf7 req-39952ac1-6440-491b-bc8d-d3ec8e63e78c tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 931 time: 0.0653012 Aug 04 12:45:11.819824 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-04b41cd8-0b7a-4efb-88d0-43730a5941a1 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8320389 Aug 04 12:45:11.840249 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Request body: {'port': {'device_id': '259e7bd1-1aae-4e48-ba87-10476966ba54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:45:11.853410 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-da19e8b2-a33a-419b-9b61-d9bf38b19bf7 req-74325de5-c343-4819-a994-c185acceae93 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443320 Aug 04 12:45:11.905179 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:12.167377 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06cc6008-4dee-4b72-b4c4-c03d36958e62 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:45:12.174843 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:12.186289 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Transition to ACTIVE for port object 06cc6008-4dee-4b72-b4c4-c03d36958e62 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:45:12.316025 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:12.367152 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Pushing event updated for resources: {'Port': ['ID=06cc6008-4dee-4b72-b4c4-c03d36958e62,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:45:12.440626 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Attempting to bind port 06cc6008-4dee-4b72-b4c4-c03d36958e62 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:45:12.441008 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Attempting to bind port 06cc6008-4dee-4b72-b4c4-c03d36958e62 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '6b7b9b90-046e-4cfb-8e05-1a778f093fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:45:12.441337 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Attempting to bind port 06cc6008-4dee-4b72-b4c4-c03d36958e62 on network 70fa83bf-1fde-416f-b01c-4a2467879336 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:45:12.445840 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Port 06cc6008-4dee-4b72-b4c4-c03d36958e62 on network 70fa83bf-1fde-416f-b01c-4a2467879336 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:45:12.446132 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Attempting to bind port 06cc6008-4dee-4b72-b4c4-c03d36958e62 on network 70fa83bf-1fde-416f-b01c-4a2467879336 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:45:12.451093 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:45:12.451421 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Checking segment: {'id': '6b7b9b90-046e-4cfb-8e05-1a778f093fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:45:12.451794 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Bound using segment: {'id': '6b7b9b90-046e-4cfb-8e05-1a778f093fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:45:12.452236 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Bound port: 06cc6008-4dee-4b72-b4c4-c03d36958e62, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7b9b90-046e-4cfb-8e05-1a778f093fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:45:12.452588 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:12.477725 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-75bbdf98-0a3b-40ab-b97c-f1311a7b0d14 req-7c66e2f8-0b47-4e46-a1a5-f5d87eecb611 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 210 time: 0.0256903 Aug 04 12:45:12.519044 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] For port 06cc6008-4dee-4b72-b4c4-c03d36958e62, host hv-cinder-80304, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:45:12.522382 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] For port 06cc6008-4dee-4b72-b4c4-c03d36958e62, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=06cc6008-4dee-4b72-b4c4-c03d36958e62,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:45:12.633246 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:12.667606 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:12.672672 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:12.672672 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] 10.222.0.76 "PUT /v2.0/ports/06cc6008-4dee-4b72-b4c4-c03d36958e62 HTTP/1.1" status: 200 len: 1093 time: 0.8339820 Aug 04 12:45:12.672672 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259e7bd1-1aae-4e48-ba87-10476966ba54', 'tag': '06cc6008-4dee-4b72-b4c4-c03d36958e62'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:45:12.673101 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2e37c4-bb69-46da-8ef6-807f2c7158da" -d '{"events": [{"name": "network-changed", "server_uuid": "259e7bd1-1aae-4e48-ba87-10476966ba54", "tag": "06cc6008-4dee-4b72-b4c4-c03d36958e62"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:45:12.705152 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c17e8-1b59-4ae7-aa4f-9b7f64bb8169 service neutron] Pushing event updated for resources: {'Port': ['ID=06cc6008-4dee-4b72-b4c4-c03d36958e62,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:45:12.722277 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b7b549-6e26-4bd3-a5ac-084ad68c1372 x-openstack-request-id: req-56b7b549-6e26-4bd3-a5ac-084ad68c1372 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:45:12.724976 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259e7bd1-1aae-4e48-ba87-10476966ba54", "tag": "06cc6008-4dee-4b72-b4c4-c03d36958e62", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:45:12.724976 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-56b7b549-6e26-4bd3-a5ac-084ad68c1372 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:45:12.724976 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259e7bd1-1aae-4e48-ba87-10476966ba54', 'tag': '06cc6008-4dee-4b72-b4c4-c03d36958e62', 'status': 'completed', 'code': 200} Aug 04 12:45:12.812121 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e37c4-bb69-46da-8ef6-807f2c7158da req-be1def2e-f19b-4c8e-a049-552c8ccde1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:12.814229 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-af2e37c4-bb69-46da-8ef6-807f2c7158da req-be1def2e-f19b-4c8e-a049-552c8ccde1b6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea34f2cba7fa4f05a4a9865174d9bb76&device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 1096 time: 0.0415041 Aug 04 12:45:12.923008 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e37c4-bb69-46da-8ef6-807f2c7158da req-8fdf2ae1-ee15-464b-89e4-e91e15995640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:12.924544 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-af2e37c4-bb69-46da-8ef6-807f2c7158da req-8fdf2ae1-ee15-464b-89e4-e91e15995640 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=ea34f2cba7fa4f05a4a9865174d9bb76&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0939927 Aug 04 12:45:12.974457 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8c233-681d-4e8d-9317-50db78106da5 req-d4f457ad-2f9d-45a8-884f-b807506f939b tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:12.984733 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-82c8c233-681d-4e8d-9317-50db78106da5 req-d4f457ad-2f9d-45a8-884f-b807506f939b tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 943 time: 0.0584712 Aug 04 12:45:13.018818 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-82c8c233-681d-4e8d-9317-50db78106da5 req-c60290e7-cd61-4b24-828a-30b907bef0f2 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332060 Aug 04 12:45:13.025717 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e37c4-bb69-46da-8ef6-807f2c7158da req-ef8c1267-9e55-4ac0-a7f3-ec32b4719d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:13.027269 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-af2e37c4-bb69-46da-8ef6-807f2c7158da req-ef8c1267-9e55-4ac0-a7f3-ec32b4719d69 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943983 Aug 04 12:45:13.133221 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-b2f163e6-6037-4d2c-91c6-43dc29ec36fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:13.134763 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-b2f163e6-6037-4d2c-91c6-43dc29ec36fd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea34f2cba7fa4f05a4a9865174d9bb76&device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 1096 time: 0.0409811 Aug 04 12:45:13.185214 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-68bd465f-78c6-4086-8c62-096226adf546 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06cc6008-4dee-4b72-b4c4-c03d36958e62 HTTP/1.1" status: 200 len: 217 time: 0.0334442 Aug 04 12:45:13.238387 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a29a7b66-e812-49b8-b19b-7b7b86bdd082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:13.239837 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-a29a7b66-e812-49b8-b19b-7b7b86bdd082 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=95545879-d37a-49a1-82eb-562fab28fb86 HTTP/1.1" status: 200 len: 855 time: 0.0475166 Aug 04 12:45:13.272932 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-67885c61-616e-43e0-8ba4-75de253cc5f8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=70fa83bf-1fde-416f-b01c-4a2467879336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254691 Aug 04 12:45:13.293315 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c9a77448-2be7-40b7-a9e2-1c8eb242ca49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:13.363710 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-909bb403-77b6-477f-9f58-9c8dcdaff748 service neutron] 10.222.0.76 "GET /v2.0/networks/70fa83bf-1fde-416f-b01c-4a2467879336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835400 Aug 04 12:45:13.457563 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-478cc127-911a-4503-8d2e-c6bbb0511eb4 req-b888ecf9-e54f-49aa-b1de-74f0001c87d9 service neutron] 10.222.0.76 "GET /v2.0/networks/70fa83bf-1fde-416f-b01c-4a2467879336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863204 Aug 04 12:45:13.558280 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-58b98122-dbcf-41dc-9ac3-774e18b00771 req-8e4837a1-616b-455a-b8b0-8105af48856c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 210 time: 0.0283277 Aug 04 12:45:13.573316 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:14.130585 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddd45a-9a23-487d-807a-395d2e4b8a5f req-ade8110b-a31e-4082-b30a-7556bd56170a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:14.132064 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-35ddd45a-9a23-487d-807a-395d2e4b8a5f req-ade8110b-a31e-4082-b30a-7556bd56170a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 943 time: 0.0472913 Aug 04 12:45:14.171436 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-35ddd45a-9a23-487d-807a-395d2e4b8a5f req-11af2afc-5242-40fa-85af-1bd094f50f70 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331397 Aug 04 12:45:14.472353 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:14.651215 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d4f565b3-0bc0-4540-8575-1202f8ef6dcf req-c428c9d8-9a85-4eac-86bd-3838e3960525 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 210 time: 0.0271194 Aug 04 12:45:15.111548 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d39b919a-7017-46f5-b010-ad2b4bbd2c19 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:15.112988 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d39b919a-7017-46f5-b010-ad2b4bbd2c19 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.76 "GET /v2.0/networks?id=9f45085c-c37c-4c40-9c5e-a2d86b0da083 HTTP/1.1" status: 200 len: 809 time: 0.1010280 Aug 04 12:45:15.164501 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-3e0a7326-b778-44bd-bc82-241a0cd12151 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe3e08f20205460980a8eca6bc05529d HTTP/1.1" status: 200 len: 380 time: 0.0336175 Aug 04 12:45:15.175488 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-ce6f0ee3-28c5-4535-a975-0d798feb430c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Request body: {'port': {'device_id': 'f89d0783-cc16-437b-a7bd-32657580b37c', 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'admin_state_up': True, 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'security_groups': ['e74a94c1-81c5-4e2f-aa11-e6c397f61eab']}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:45:15.304753 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d63ee3-2dfe-45a4-b806-c250bc2e57b2 req-658f3ad2-2bc7-4dcd-b9bc-ca4921d43f18 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:15.306287 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-67d63ee3-2dfe-45a4-b806-c250bc2e57b2 req-658f3ad2-2bc7-4dcd-b9bc-ca4921d43f18 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 943 time: 0.0600622 Aug 04 12:45:15.350731 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-67d63ee3-2dfe-45a4-b806-c250bc2e57b2 req-c9b2dd32-5561-4b9f-9251-4192f0101dd4 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332274 Aug 04 12:45:15.396578 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-ce6f0ee3-28c5-4535-a975-0d798feb430c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Made reservation on behalf of fe3e08f20205460980a8eca6bc05529d for: {'port': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:45:15.400153 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-ce6f0ee3-28c5-4535-a975-0d798feb430c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:15.527419 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-ce6f0ee3-28c5-4535-a975-0d798feb430c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Allocated IP 172.20.0.10 (9f45085c-c37c-4c40-9c5e-a2d86b0da083/68ad8ac2-734e-47bc-b065-f478d6d8ad78/86149843-bf0f-433a-95c6-06099423f61d) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:45:15.662980 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-ce6f0ee3-28c5-4535-a975-0d798feb430c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:15.675978 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-ce6f0ee3-28c5-4535-a975-0d798feb430c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Transition to ACTIVE for port object 86149843-bf0f-433a-95c6-06099423f61d will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:45:15.688067 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 06cc6008-4dee-4b72-b4c4-c03d36958e62 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:45:15.746551 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1128c6ae-df2d-468b-b086-a6ca07636f9a req-1e61eb23-4a2d-47f0-917d-79571f88019d tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 210 time: 0.0290520 Aug 04 12:45:15.780643 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 06cc6008-4dee-4b72-b4c4-c03d36958e62, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=06cc6008-4dee-4b72-b4c4-c03d36958e62,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:45:15.792059 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': '06cc6008-4dee-4b72-b4c4-c03d36958e62', 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336', 'port_id': '06cc6008-4dee-4b72-b4c4-c03d36958e62', 'mac_address': 'fa:16:3e:81:80:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95545879-d37a-49a1-82eb-562fab28fb86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:45:15.804209 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-ce6f0ee3-28c5-4535-a975-0d798feb430c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:15.832809 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:15.845501 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06cc6008-4dee-4b72-b4c4-c03d36958e62 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:45:15.852432 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-ce6f0ee3-28c5-4535-a975-0d798feb430c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Network 9f45085c-c37c-4c40-9c5e-a2d86b0da083 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:45:15.855538 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-ce6f0ee3-28c5-4535-a975-0d798feb430c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:45:15.861910 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-ce6f0ee3-28c5-4535-a975-0d798feb430c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:45:15.865226 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 06cc6008-4dee-4b72-b4c4-c03d36958e62, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=06cc6008-4dee-4b72-b4c4-c03d36958e62,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:45:15.885979 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f0ee3-28c5-4535-a975-0d798feb430c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Pushing event updated for resources: {'Port': ['ID=86149843-bf0f-433a-95c6-06099423f61d,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:45:15.915635 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-ce6f0ee3-28c5-4535-a975-0d798feb430c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:15.916333 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-ce6f0ee3-28c5-4535-a975-0d798feb430c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:16.010098 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:16.011968 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:16.044714 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-ce6f0ee3-28c5-4535-a975-0d798feb430c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8734219 Aug 04 12:45:16.058207 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=06cc6008-4dee-4b72-b4c4-c03d36958e62,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:45:16.082101 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Request body: {'port': {'device_id': 'f89d0783-cc16-437b-a7bd-32657580b37c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:45:16.134109 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:16.169492 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-1bbaf261-6eda-4299-a15f-de2d2889482f None None] Provisioning for port 86149843-bf0f-433a-95c6-06099423f61d completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:45:16.173844 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-1bbaf261-6eda-4299-a15f-de2d2889482f None None] Provisioning complete for port 86149843-bf0f-433a-95c6-06099423f61d triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:45:16.174229 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf261-6eda-4299-a15f-de2d2889482f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:16.209943 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-1bbaf261-6eda-4299-a15f-de2d2889482f None None] Port 86149843-bf0f-433a-95c6-06099423f61d cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:45:16.376958 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['06cc6008-4dee-4b72-b4c4-c03d36958e62'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:45:16.410168 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86149843-bf0f-433a-95c6-06099423f61d {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:45:16.418331 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:16.433544 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Transition to ACTIVE for port object 86149843-bf0f-433a-95c6-06099423f61d will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:45:16.469539 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92ca4-8086-48f8-8b82-a2bb8784c174 req-526cc8c4-848b-49bd-a775-a2269f53d69e tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:16.471040 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7bf92ca4-8086-48f8-8b82-a2bb8784c174 req-526cc8c4-848b-49bd-a775-a2269f53d69e tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 944 time: 0.0520098 Aug 04 12:45:16.509823 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7bf92ca4-8086-48f8-8b82-a2bb8784c174 req-99e72cc1-7eb2-49ef-a30c-a2388cd9ba34 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326176 Aug 04 12:45:16.586634 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:16.637392 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Pushing event updated for resources: {'Port': ['ID=86149843-bf0f-433a-95c6-06099423f61d,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:45:16.702751 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Attempting to bind port 86149843-bf0f-433a-95c6-06099423f61d on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:45:16.703190 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Attempting to bind port 86149843-bf0f-433a-95c6-06099423f61d by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '9597b5cb-9212-42a8-8cf9-53da97d840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:45:16.703522 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Attempting to bind port 86149843-bf0f-433a-95c6-06099423f61d on network 9f45085c-c37c-4c40-9c5e-a2d86b0da083 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:45:16.708245 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Port 86149843-bf0f-433a-95c6-06099423f61d on network 9f45085c-c37c-4c40-9c5e-a2d86b0da083 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:45:16.708578 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Attempting to bind port 86149843-bf0f-433a-95c6-06099423f61d on network 9f45085c-c37c-4c40-9c5e-a2d86b0da083 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:45:16.713647 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:45:16.713971 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Checking segment: {'id': '9597b5cb-9212-42a8-8cf9-53da97d840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:45:16.714350 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Bound using segment: {'id': '9597b5cb-9212-42a8-8cf9-53da97d840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:45:16.714775 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Bound port: 86149843-bf0f-433a-95c6-06099423f61d, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9597b5cb-9212-42a8-8cf9-53da97d840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:45:16.715129 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:16.787876 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] For port 86149843-bf0f-433a-95c6-06099423f61d, host hv-cinder-80304, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:45:16.791456 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] For port 86149843-bf0f-433a-95c6-06099423f61d, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=86149843-bf0f-433a-95c6-06099423f61d,segment=NetworkSegment(9597b5cb-9212-42a8-8cf9-53da97d840e4),segment_id=9597b5cb-9212-42a8-8cf9-53da97d840e4)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:45:16.867708 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce2427-8dc2-4c48-bd9e-480da0f9b3f1 req-06cf025e-91db-402d-9ea4-221446892ed2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:16.869129 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c8ce2427-8dc2-4c48-bd9e-480da0f9b3f1 req-06cf025e-91db-402d-9ea4-221446892ed2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 944 time: 0.0514708 Aug 04 12:45:16.872664 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:16.909620 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c8ce2427-8dc2-4c48-bd9e-480da0f9b3f1 req-e81368e6-b111-4e63-9134-e6166082b139 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334563 Aug 04 12:45:16.923154 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:16.923860 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:16.925294 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] 10.222.0.76 "PUT /v2.0/ports/86149843-bf0f-433a-95c6-06099423f61d HTTP/1.1" status: 200 len: 1094 time: 0.8482635 Aug 04 12:45:16.926046 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89d0783-cc16-437b-a7bd-32657580b37c', 'tag': '86149843-bf0f-433a-95c6-06099423f61d'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:45:16.928403 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cecd794-b30c-4881-89f8-6cc4cc8ea950" -d '{"events": [{"name": "network-changed", "server_uuid": "f89d0783-cc16-437b-a7bd-32657580b37c", "tag": "86149843-bf0f-433a-95c6-06099423f61d"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:45:16.947608 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305b7ec-ec05-4365-8258-1746dbb50a1e service neutron] Pushing event updated for resources: {'Port': ['ID=86149843-bf0f-433a-95c6-06099423f61d,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:45:16.973595 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d324cfb-6a4a-4af9-a203-1dcb434e4c81 x-openstack-request-id: req-1d324cfb-6a4a-4af9-a203-1dcb434e4c81 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:45:16.973995 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89d0783-cc16-437b-a7bd-32657580b37c", "tag": "86149843-bf0f-433a-95c6-06099423f61d", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:45:16.974271 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-1d324cfb-6a4a-4af9-a203-1dcb434e4c81 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:45:16.974672 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89d0783-cc16-437b-a7bd-32657580b37c', 'tag': '86149843-bf0f-433a-95c6-06099423f61d', 'status': 'completed', 'code': 200} Aug 04 12:45:17.075657 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecd794-b30c-4881-89f8-6cc4cc8ea950 req-cf164154-bd57-4d79-bad3-34e7051edc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:17.077185 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5cecd794-b30c-4881-89f8-6cc4cc8ea950 req-cf164154-bd57-4d79-bad3-34e7051edc79 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe3e08f20205460980a8eca6bc05529d&device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 1097 time: 0.0414412 Aug 04 12:45:17.187764 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecd794-b30c-4881-89f8-6cc4cc8ea950 req-3982fcb0-34b6-4093-b772-bd978db5d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:17.189143 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5cecd794-b30c-4881-89f8-6cc4cc8ea950 req-3982fcb0-34b6-4093-b772-bd978db5d806 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=fe3e08f20205460980a8eca6bc05529d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0961158 Aug 04 12:45:17.387226 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecd794-b30c-4881-89f8-6cc4cc8ea950 req-c0bbf38a-163f-49a1-a203-25877ef6ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:17.388695 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5cecd794-b30c-4881-89f8-6cc4cc8ea950 req-c0bbf38a-163f-49a1-a203-25877ef6ed5a service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929735 Aug 04 12:45:17.499181 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-87dd6e89-86f7-41e7-a0d2-df3a3c7ff9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:17.501082 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-87dd6e89-86f7-41e7-a0d2-df3a3c7ff9b8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe3e08f20205460980a8eca6bc05529d&device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 1097 time: 0.0391438 Aug 04 12:45:17.551283 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-3c36f8c9-5fba-432b-b2cd-316fc68132b5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86149843-bf0f-433a-95c6-06099423f61d HTTP/1.1" status: 200 len: 217 time: 0.0333188 Aug 04 12:45:17.601886 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-f2c4c686-1674-4cd8-83a8-1db883649dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:17.603346 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-f2c4c686-1674-4cd8-83a8-1db883649dd5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68ad8ac2-734e-47bc-b065-f478d6d8ad78 HTTP/1.1" status: 200 len: 848 time: 0.0431812 Aug 04 12:45:17.626331 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc089ad5-9000-4de9-92d0-0ba6f14d973b req-66497b3d-4bbf-4897-87ce-5fb071f9d6bb tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:17.627846 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bc089ad5-9000-4de9-92d0-0ba6f14d973b req-66497b3d-4bbf-4897-87ce-5fb071f9d6bb tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 944 time: 0.0513067 Aug 04 12:45:17.653758 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-a17bcf12-85c7-4a35-ba11-e310d07ade4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:17.655289 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-a17bcf12-85c7-4a35-ba11-e310d07ade4c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9f45085c-c37c-4c40-9c5e-a2d86b0da083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433931 Aug 04 12:45:17.666764 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bc089ad5-9000-4de9-92d0-0ba6f14d973b req-bdc51204-3637-41aa-91e1-2e947fe3dade tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326154 Aug 04 12:45:17.707251 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 06cc6008-4dee-4b72-b4c4-c03d36958e62 up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:45:17.746484 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-a44f4c80-1a54-4174-8aaf-198828ac8299 service neutron] 10.222.0.76 "GET /v2.0/networks/9f45085c-c37c-4c40-9c5e-a2d86b0da083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804203 Aug 04 12:45:17.807617 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port 06cc6008-4dee-4b72-b4c4-c03d36958e62 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:45:17.812065 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port 06cc6008-4dee-4b72-b4c4-c03d36958e62 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:45:17.812224 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:17.839921 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2241be02-9c3c-4e06-83b4-92032998a2a5 req-937d65ed-1855-48e4-8b92-4898c8e3fe0c service neutron] 10.222.0.76 "GET /v2.0/networks/9f45085c-c37c-4c40-9c5e-a2d86b0da083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855749 Aug 04 12:45:17.890583 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:17.912240 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259e7bd1-1aae-4e48-ba87-10476966ba54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cc6008-4dee-4b72-b4c4-c03d36958e62'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:45:17.914515 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d9b4bc-59c1-4c96-b497-7749c9428169" -d '{"events": [{"server_uuid": "259e7bd1-1aae-4e48-ba87-10476966ba54", "name": "network-vif-plugged", "status": "completed", "tag": "06cc6008-4dee-4b72-b4c4-c03d36958e62"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:45:17.927955 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 06cc6008-4dee-4b72-b4c4-c03d36958e62, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=06cc6008-4dee-4b72-b4c4-c03d36958e62,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:45:17.952733 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3312e50-3ca5-41c9-ad09-4412efef0a5d x-openstack-request-id: req-d3312e50-3ca5-41c9-ad09-4412efef0a5d {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:45:17.953020 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259e7bd1-1aae-4e48-ba87-10476966ba54", "name": "network-vif-plugged", "status": "completed", "tag": "06cc6008-4dee-4b72-b4c4-c03d36958e62", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:45:17.953267 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d3312e50-3ca5-41c9-ad09-4412efef0a5d {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:45:17.953682 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259e7bd1-1aae-4e48-ba87-10476966ba54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cc6008-4dee-4b72-b4c4-c03d36958e62', 'code': 200} Aug 04 12:45:18.015169 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:18.032557 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ae963-0e82-4d39-beb2-e97584b7284a req-7dd6f892-bc33-41c1-ac57-879963131d05 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:18.034214 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ed1ae963-0e82-4d39-beb2-e97584b7284a req-7dd6f892-bc33-41c1-ac57-879963131d05 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 944 time: 0.0501769 Aug 04 12:45:18.064011 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=06cc6008-4dee-4b72-b4c4-c03d36958e62,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:45:18.077025 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ed1ae963-0e82-4d39-beb2-e97584b7284a req-73cbc942-d4be-432e-9eef-3a8032708093 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342741 Aug 04 12:45:18.357662 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1155963-3a84-42f5-9836-c3e4dbeb1934 req-49d3d61c-ddb9-4fad-adca-c6df0e34587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:18.360054 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f1155963-3a84-42f5-9836-c3e4dbeb1934 req-49d3d61c-ddb9-4fad-adca-c6df0e34587e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 1098 time: 0.0401320 Aug 04 12:45:18.397491 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f1155963-3a84-42f5-9836-c3e4dbeb1934 req-aeded620-3d3c-4ba7-b918-233ef1d18a5b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274878 Aug 04 12:45:18.779689 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046df4f-afa1-4f7c-88ac-63ddadf136e3 req-99c850fc-deb9-4346-969b-0832270eeb75 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:18.781160 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3046df4f-afa1-4f7c-88ac-63ddadf136e3 req-99c850fc-deb9-4346-969b-0832270eeb75 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 945 time: 0.0466108 Aug 04 12:45:18.818419 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3046df4f-afa1-4f7c-88ac-63ddadf136e3 req-5383dcfb-2ef1-4589-bf74-ab93810b8966 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307660 Aug 04 12:45:19.193450 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136977cb-0ad7-46fa-9779-14f11ed51748 req-2b23ebe1-40dd-4b97-be64-14a25d3e64d8 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:19.195323 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-136977cb-0ad7-46fa-9779-14f11ed51748 req-2b23ebe1-40dd-4b97-be64-14a25d3e64d8 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 944 time: 0.0509968 Aug 04 12:45:19.231151 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-136977cb-0ad7-46fa-9779-14f11ed51748 req-2266c9b0-7c2e-449a-baf5-a09502e1ae4d tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302956 Aug 04 12:45:19.930108 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a2813-4264-43cc-af3c-66e3e3a9237b req-5a8b0c3e-17e5-4299-9bf8-bfd586ce0d64 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:19.931571 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a52a2813-4264-43cc-af3c-66e3e3a9237b req-5a8b0c3e-17e5-4299-9bf8-bfd586ce0d64 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 945 time: 0.0478177 Aug 04 12:45:19.968357 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a52a2813-4264-43cc-af3c-66e3e3a9237b req-397ff8af-8021-43fe-8ae9-0524c00fee6b tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308735 Aug 04 12:45:20.346779 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c6b44-0650-4ba7-b7c5-20c00876362b req-a0373665-381f-4afe-afe3-89b164f4abe6 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:20.348275 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f71c6b44-0650-4ba7-b7c5-20c00876362b req-a0373665-381f-4afe-afe3-89b164f4abe6 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 944 time: 0.0490389 Aug 04 12:45:20.389905 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f71c6b44-0650-4ba7-b7c5-20c00876362b req-89490242-d9e0-4fc2-a78b-f900282f0bc2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317252 Aug 04 12:45:21.093284 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069913d-dd56-4177-b684-f3f6200fb501 req-74fbdb79-ebe5-4972-ae4a-7f71e73545a9 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:21.094753 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6069913d-dd56-4177-b684-f3f6200fb501 req-74fbdb79-ebe5-4972-ae4a-7f71e73545a9 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 945 time: 0.0500839 Aug 04 12:45:21.132242 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6069913d-dd56-4177-b684-f3f6200fb501 req-c4b7e47b-506c-4212-969a-6ed9379b10ba tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311229 Aug 04 12:45:21.501620 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168ba54-4091-4679-b669-6b3fb989d4fb req-10d6ddc9-aca0-4c20-871d-7ec7502374a6 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:21.503108 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4168ba54-4091-4679-b669-6b3fb989d4fb req-10d6ddc9-aca0-4c20-871d-7ec7502374a6 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 944 time: 0.0471542 Aug 04 12:45:21.541596 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4168ba54-4091-4679-b669-6b3fb989d4fb req-89076a63-3d21-49c7-8b8a-ac94b5ca77f6 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325251 Aug 04 12:45:22.652336 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3132ba4-ed5c-4831-aef6-031b99395272 req-e41dead8-8caf-4986-9f89-31e214e260ce tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:22.653794 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e3132ba4-ed5c-4831-aef6-031b99395272 req-e41dead8-8caf-4986-9f89-31e214e260ce tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 944 time: 0.0473342 Aug 04 12:45:22.691108 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e3132ba4-ed5c-4831-aef6-031b99395272 req-a41df239-671d-49ed-bf74-fa24b1da1fc0 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307729 Aug 04 12:45:23.809106 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d56a6a-92fb-4b59-a31c-c58bb6819917 req-09b47b25-40ad-40af-a111-5196b100910b tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:23.810648 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-79d56a6a-92fb-4b59-a31c-c58bb6819917 req-09b47b25-40ad-40af-a111-5196b100910b tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 944 time: 0.0518575 Aug 04 12:45:23.848906 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-79d56a6a-92fb-4b59-a31c-c58bb6819917 req-64045970-1821-47c0-9dad-a1c69f933217 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314500 Aug 04 12:45:24.957814 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:45:24.961917 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810537e4-6798-424b-88b7-b41296c940f7 req-01374c6c-7979-4f88-ba1c-2a0cb46da72a tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:24.963368 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-810537e4-6798-424b-88b7-b41296c940f7 req-01374c6c-7979-4f88-ba1c-2a0cb46da72a tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 944 time: 0.0470507 Aug 04 12:45:25.000127 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-810537e4-6798-424b-88b7-b41296c940f7 req-fa22ff0c-e5cb-487b-9e77-cc1e3c6b6cb7 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309260 Aug 04 12:45:25.762099 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 86149843-bf0f-433a-95c6-06099423f61d details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:45:25.855187 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 86149843-bf0f-433a-95c6-06099423f61d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=86149843-bf0f-433a-95c6-06099423f61d,segment=NetworkSegment(9597b5cb-9212-42a8-8cf9-53da97d840e4),segment_id=9597b5cb-9212-42a8-8cf9-53da97d840e4)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:45:25.866868 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': '86149843-bf0f-433a-95c6-06099423f61d', 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'port_id': '86149843-bf0f-433a-95c6-06099423f61d', 'mac_address': 'fa:16:3e:5c:34:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:45:25.902340 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:25.914839 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86149843-bf0f-433a-95c6-06099423f61d {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:45:25.933518 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 86149843-bf0f-433a-95c6-06099423f61d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=86149843-bf0f-433a-95c6-06099423f61d,segment=NetworkSegment(9597b5cb-9212-42a8-8cf9-53da97d840e4),segment_id=9597b5cb-9212-42a8-8cf9-53da97d840e4)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:45:25.998043 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:26.044770 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=86149843-bf0f-433a-95c6-06099423f61d,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:45:26.051889 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:45:26.053433 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:45:26.053433 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:45:26.053433 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:45:26.053433 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:45:26.053814 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:45:26.053814 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:45:26.054127 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:45:26.054444 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:45:26.054755 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:45:26.055067 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:45:26.055375 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:45:26.112485 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f160bc5-c792-43b0-832a-8c2e5339062e req-3dffb11a-e852-432b-a68b-aa92f7cf17f3 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:26.114008 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6f160bc5-c792-43b0-832a-8c2e5339062e req-3dffb11a-e852-432b-a68b-aa92f7cf17f3 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 945 time: 0.0472658 Aug 04 12:45:26.155034 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6f160bc5-c792-43b0-832a-8c2e5339062e req-608f3a95-530f-429e-94e4-aa08b0ff62ed tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348628 Aug 04 12:45:26.380828 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['86149843-bf0f-433a-95c6-06099423f61d'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:45:27.272932 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c81962-f682-471a-9179-532645429222 req-b8ca081a-6c03-4078-9805-b8c5277cf87e tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:27.274398 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-80c81962-f682-471a-9179-532645429222 req-b8ca081a-6c03-4078-9805-b8c5277cf87e tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 945 time: 0.0504208 Aug 04 12:45:27.312192 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-80c81962-f682-471a-9179-532645429222 req-b30f19b8-a806-4377-81f1-cc607f2bc986 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319767 Aug 04 12:45:27.766898 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 86149843-bf0f-433a-95c6-06099423f61d up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:45:27.906277 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port 86149843-bf0f-433a-95c6-06099423f61d completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:45:27.910286 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port 86149843-bf0f-433a-95c6-06099423f61d triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:45:27.910654 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:27.985174 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:28.006902 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89d0783-cc16-437b-a7bd-32657580b37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86149843-bf0f-433a-95c6-06099423f61d'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:45:28.009058 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017f661c-7269-49f6-91ee-3f378cecbd2e" -d '{"events": [{"server_uuid": "f89d0783-cc16-437b-a7bd-32657580b37c", "name": "network-vif-plugged", "status": "completed", "tag": "86149843-bf0f-433a-95c6-06099423f61d"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:45:28.022378 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 86149843-bf0f-433a-95c6-06099423f61d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=86149843-bf0f-433a-95c6-06099423f61d,segment=NetworkSegment(9597b5cb-9212-42a8-8cf9-53da97d840e4),segment_id=9597b5cb-9212-42a8-8cf9-53da97d840e4)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:45:28.047455 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203949a0-597c-4f2d-9c8c-6e77e0d10606 x-openstack-request-id: req-203949a0-597c-4f2d-9c8c-6e77e0d10606 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:45:28.047455 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89d0783-cc16-437b-a7bd-32657580b37c", "name": "network-vif-plugged", "status": "completed", "tag": "86149843-bf0f-433a-95c6-06099423f61d", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:45:28.047455 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-203949a0-597c-4f2d-9c8c-6e77e0d10606 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:45:28.047455 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89d0783-cc16-437b-a7bd-32657580b37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86149843-bf0f-433a-95c6-06099423f61d', 'code': 200} Aug 04 12:45:28.089796 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:28.138147 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=86149843-bf0f-433a-95c6-06099423f61d,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:45:28.425410 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e7f18-d1a9-4db7-b62c-2da0e7e2818f req-22b795f5-d2a6-4e7a-9671-e9dbc41fa051 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:28.426917 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b78e7f18-d1a9-4db7-b62c-2da0e7e2818f req-22b795f5-d2a6-4e7a-9671-e9dbc41fa051 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0488541 Aug 04 12:45:28.465071 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b78e7f18-d1a9-4db7-b62c-2da0e7e2818f req-8f23c651-1a91-4878-92de-7ea76d5b25ea tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321765 Aug 04 12:45:28.494944 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb12507-9fd2-474e-9e41-9b8446e04eb2 req-2ef0f89f-bc1d-4d7e-b260-65b0ddfe8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:28.494944 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2fb12507-9fd2-474e-9e41-9b8446e04eb2 req-2ef0f89f-bc1d-4d7e-b260-65b0ddfe8118 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 1099 time: 0.0384684 Aug 04 12:45:28.514591 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2fb12507-9fd2-474e-9e41-9b8446e04eb2 req-637f07c3-7530-4956-ae4b-7845e07b79dc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268631 Aug 04 12:45:29.578217 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870923b4-c08c-4eda-81d6-4175a3b54cc6 req-8809ed4b-b903-4e04-8c3e-36ea674a2f9b tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:29.579619 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-870923b4-c08c-4eda-81d6-4175a3b54cc6 req-8809ed4b-b903-4e04-8c3e-36ea674a2f9b tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0470717 Aug 04 12:45:29.616451 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-870923b4-c08c-4eda-81d6-4175a3b54cc6 req-46875af0-5106-46a8-a0ef-183cd8871e50 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303118 Aug 04 12:45:30.733704 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb529e5d-b7f7-4bbd-9e8d-aeba093ebda2 req-2f696a48-23c8-437b-ad6f-a9c311a294e5 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:30.735159 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cb529e5d-b7f7-4bbd-9e8d-aeba093ebda2 req-2f696a48-23c8-437b-ad6f-a9c311a294e5 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0511796 Aug 04 12:45:30.773716 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cb529e5d-b7f7-4bbd-9e8d-aeba093ebda2 req-d4ac2cf6-1ee0-44fe-8da4-40862cf08f59 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324373 Aug 04 12:45:30.884537 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b9381-b1df-4b61-aab9-85c5e97f4f05 req-c712ada2-8184-4dc5-8e22-7ddcb9b54284 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:30.886198 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1f6b9381-b1df-4b61-aab9-85c5e97f4f05 req-c712ada2-8184-4dc5-8e22-7ddcb9b54284 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0477724 Aug 04 12:45:30.926048 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1f6b9381-b1df-4b61-aab9-85c5e97f4f05 req-5cd28204-8633-47c3-b666-30fb11e387ec tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338402 Aug 04 12:45:30.948420 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 46456) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:45:31.134718 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc87e3-a2d3-4ad4-910b-9ba1a9a46709 tempest-TestShelveInstance-1129855357 tempest-TestShelveInstance-1129855357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:31.136227 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-c3fc87e3-a2d3-4ad4-910b-9ba1a9a46709 tempest-TestShelveInstance-1129855357 tempest-TestShelveInstance-1129855357-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 1094 time: 0.1866853 Aug 04 12:45:31.139185 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 46460) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:45:31.143638 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Request body: {'floatingip': {'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'port_id': '86149843-bf0f-433a-95c6-06099423f61d', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:45:31.255675 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:31.354890 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:31.456722 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Allocated IP 172.27.3.244 (edaa9ae4-5451-4ed4-982a-c63f3ba8dd77/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7/47ced936-de66-4d8e-9f36-05265fb03e13) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:45:31.561559 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:31.670421 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:31.707437 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:45:31.710199 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:45:31.715454 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:45:31.736525 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Pushing event updated for resources: {'Port': ['ID=47ced936-de66-4d8e-9f36-05265fb03e13,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:45:32.342377 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:32.475277 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:32.623824 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:32.695079 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:32.767386 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Pushing event updated for resources: {'Port': ['ID=47ced936-de66-4d8e-9f36-05265fb03e13,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:45:32.776461 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544761'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:32.872713 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.l3_db [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Floating IP c20712bf-965f-42fe-a306-b54dd47c3b6e associated. External IP: 172.27.3.244, port: 86149843-bf0f-433a-95c6-06099423f61d. Aug 04 12:45:33.073755 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Router a49f531a-1d0e-4300-b439-4ba7ada559d4 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:45:33.180804 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:45:33.190609 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad0d9a5-e65a-4745-b97a-6689edefb5a9 None None] Sync routers for ids ['a49f531a-1d0e-4300-b439-4ba7ada559d4'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:45:33.203622 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0d9a5-e65a-4745-b97a-6689edefb5a9 None None] Routers {'a49f531a-1d0e-4300-b439-4ba7ada559d4'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:45:33.206439 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fad0d9a5-e65a-4745-b97a-6689edefb5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:45:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['a49f531a-1d0e-4300-b439-4ba7ada559d4'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:45:33.301013 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:33.310042 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-fad0d9a5-e65a-4745-b97a-6689edefb5a9 None None] Set router a49f531a-1d0e-4300-b439-4ba7ada559d4 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:45:33.333734 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-08bff4e6-27c1-4576-9945-a8151b7b3be2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1930659 Aug 04 12:45:33.334416 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89d0783-cc16-437b-a7bd-32657580b37c', 'tag': '86149843-bf0f-433a-95c6-06099423f61d'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:45:33.337061 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbb71c9-f4a9-4681-b8cd-1edd273963e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f89d0783-cc16-437b-a7bd-32657580b37c", "tag": "86149843-bf0f-433a-95c6-06099423f61d"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:45:33.380132 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b79f0c0-34e0-4fef-ae3b-e779befdc6cb x-openstack-request-id: req-3b79f0c0-34e0-4fef-ae3b-e779befdc6cb {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:45:33.380426 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89d0783-cc16-437b-a7bd-32657580b37c", "tag": "86149843-bf0f-433a-95c6-06099423f61d", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:45:33.380681 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-3b79f0c0-34e0-4fef-ae3b-e779befdc6cb {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:45:33.381086 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89d0783-cc16-437b-a7bd-32657580b37c', 'tag': '86149843-bf0f-433a-95c6-06099423f61d', 'status': 'completed', 'code': 200} Aug 04 12:45:33.481877 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb71c9-f4a9-4681-b8cd-1edd273963e3 req-6ba029eb-91c5-4584-9e84-42b37d482396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:33.483365 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-7bbb71c9-f4a9-4681-b8cd-1edd273963e3 req-6ba029eb-91c5-4584-9e84-42b37d482396 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe3e08f20205460980a8eca6bc05529d&device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 1099 time: 0.0448244 Aug 04 12:45:33.539301 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fad0d9a5-e65a-4745-b97a-6689edefb5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'name': 'tempest-TestShelveInstance-2094895340-router', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:32Z', 'updated_at': '2021-08-04T12:44:36Z', 'revision_number': 4, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'gw_port': {'id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:33Z', 'updated_at': '2021-08-04T12:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': 'c20712bf-965f-42fe-a306-b54dd47c3b6e', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'floating_ip_address': '172.27.3.244', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'port_id': '86149843-bf0f-433a-95c6-06099423f61d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'mac_address': 'fa:16:3e:5c:34:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89d0783-cc16-437b-a7bd-32657580b37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:45:32Z', 'updated_at': '2021-08-04T12:45:32Z', 'revision_number': 0, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0960d5f5-8683-4ba0-9765-7c811967f51e', 'name': '', 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'mac_address': 'fa:16:3e:d0:df:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:35Z', 'updated_at': '2021-08-04T12:44:43Z', 'revision_number': 5, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'subnets': [{'id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:45:33.565795 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad0d9a5-e65a-4745-b97a-6689edefb5a9 None None] Checking router: a49f531a-1d0e-4300-b439-4ba7ada559d4 for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:45:33.576509 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0d9a5-e65a-4745-b97a-6689edefb5a9 None None] Routers {'a49f531a-1d0e-4300-b439-4ba7ada559d4'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:45:33.576956 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb71c9-f4a9-4681-b8cd-1edd273963e3 req-ae495126-fedc-4961-b282-cf3e6db608e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:33.577107 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fad0d9a5-e65a-4745-b97a-6689edefb5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:45:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['a49f531a-1d0e-4300-b439-4ba7ada559d4'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:45:33.578873 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-7bbb71c9-f4a9-4681-b8cd-1edd273963e3 req-ae495126-fedc-4961-b282-cf3e6db608e3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9f45085c-c37c-4c40-9c5e-a2d86b0da083 HTTP/1.1" status: 200 len: 910 time: 0.0855441 Aug 04 12:45:33.659306 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-7bbb71c9-f4a9-4681-b8cd-1edd273963e3 req-71f7236d-2a53-4356-afce-908da9e9fa39 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86149843-bf0f-433a-95c6-06099423f61d HTTP/1.1" status: 200 len: 1000 time: 0.0713387 Aug 04 12:45:33.686898 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-fad0d9a5-e65a-4745-b97a-6689edefb5a9 None None] Set router a49f531a-1d0e-4300-b439-4ba7ada559d4 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:45:33.711243 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb71c9-f4a9-4681-b8cd-1edd273963e3 req-5bb38476-8155-4f1e-877d-00cf3dda9c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:33.714145 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-7bbb71c9-f4a9-4681-b8cd-1edd273963e3 req-5bb38476-8155-4f1e-877d-00cf3dda9c3d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68ad8ac2-734e-47bc-b065-f478d6d8ad78 HTTP/1.1" status: 200 len: 848 time: 0.0447423 Aug 04 12:45:33.763575 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb71c9-f4a9-4681-b8cd-1edd273963e3 req-06e4da7c-bba9-4e11-bc02-cfa40fc9b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:33.765321 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-7bbb71c9-f4a9-4681-b8cd-1edd273963e3 req-06e4da7c-bba9-4e11-bc02-cfa40fc9b09c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9f45085c-c37c-4c40-9c5e-a2d86b0da083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416186 Aug 04 12:45:33.861474 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-7bbb71c9-f4a9-4681-b8cd-1edd273963e3 req-b7032ec0-7816-42b4-885c-c0ebc11fe5af service neutron] 10.222.0.76 "GET /v2.0/networks/9f45085c-c37c-4c40-9c5e-a2d86b0da083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867741 Aug 04 12:45:33.919384 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fad0d9a5-e65a-4745-b97a-6689edefb5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'name': 'tempest-TestShelveInstance-2094895340-router', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:32Z', 'updated_at': '2021-08-04T12:44:36Z', 'revision_number': 4, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'gw_port': {'id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:33Z', 'updated_at': '2021-08-04T12:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': 'c20712bf-965f-42fe-a306-b54dd47c3b6e', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'floating_ip_address': '172.27.3.244', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'port_id': '86149843-bf0f-433a-95c6-06099423f61d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'mac_address': 'fa:16:3e:5c:34:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89d0783-cc16-437b-a7bd-32657580b37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:45:32Z', 'updated_at': '2021-08-04T12:45:32Z', 'revision_number': 0, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0960d5f5-8683-4ba0-9765-7c811967f51e', 'name': '', 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'mac_address': 'fa:16:3e:d0:df:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:35Z', 'updated_at': '2021-08-04T12:44:43Z', 'revision_number': 5, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'subnets': [{'id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:45:33.945713 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad0d9a5-e65a-4745-b97a-6689edefb5a9 None None] The sync data for ids ['a49f531a-1d0e-4300-b439-4ba7ada559d4'] in dv-cinder-803046-4-iscsi is: [{'id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'name': 'tempest-TestShelveInstance-2094895340-router', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:32Z', 'updated_at': '2021-08-04T12:44:36Z', 'revision_number': 4, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'gw_port': {'id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:33Z', 'updated_at': '2021-08-04T12:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': 'c20712bf-965f-42fe-a306-b54dd47c3b6e', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'floating_ip_address': '172.27.3.244', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'port_id': '86149843-bf0f-433a-95c6-06099423f61d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'mac_address': 'fa:16:3e:5c:34:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89d0783-cc16-437b-a7bd-32657580b37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:45:32Z', 'updated_at': '2021-08-04T12:45:32Z', 'revision_number': 0, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0960d5f5-8683-4ba0-9765-7c811967f51e', 'name': '', 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'mac_address': 'fa:16:3e:d0:df:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:35Z', 'updated_at': '2021-08-04T12:44:43Z', 'revision_number': 5, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'subnets': [{'id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:45:33.955969 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-7bbb71c9-f4a9-4681-b8cd-1edd273963e3 req-6365607a-2731-4785-a0f5-6a3e566e3b2e service neutron] 10.222.0.76 "GET /v2.0/networks/9f45085c-c37c-4c40-9c5e-a2d86b0da083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836005 Aug 04 12:45:34.123559 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8bd9e4-3fc5-4f6e-a70e-9a6bfc17deeb None None] New status for floating IP c20712bf-965f-42fe-a306-b54dd47c3b6e: ACTIVE {{(pid=94081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:45:34.881833 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-c3e5feb8-7160-4721-89a3-de6e923b2b64 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:34.883279 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-c3e5feb8-7160-4721-89a3-de6e923b2b64 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/networks?id=70fa83bf-1fde-416f-b01c-4a2467879336 HTTP/1.1" status: 200 len: 815 time: 0.0957408 Aug 04 12:45:34.899079 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-a8328556-057d-4874-9b22-64f5c88e679f tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/quotas/ea34f2cba7fa4f05a4a9865174d9bb76 HTTP/1.1" status: 200 len: 375 time: 0.0098696 Aug 04 12:45:34.952700 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-0f7882c6-5895-454f-aec1-d05d962cdf2b tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=ea34f2cba7fa4f05a4a9865174d9bb76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484796 Aug 04 12:45:35.043068 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-6e14b57a-e317-492e-b90e-fd6d58d91363 service neutron] 10.222.0.90 "GET /v2.0/networks/70fa83bf-1fde-416f-b01c-4a2467879336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828619 Aug 04 12:45:35.137247 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-7c912571-ae7b-4413-93d6-8c923c67fb49 service neutron] 10.222.0.90 "GET /v2.0/networks/70fa83bf-1fde-416f-b01c-4a2467879336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881853 Aug 04 12:45:35.396325 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-15c396ef-f72c-407e-b569-ef1c0f6dada7 req-c2c6ddd8-d4b7-4e35-938a-a2d97c85b547 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7 HTTP/1.1" status: 200 len: 210 time: 0.0269418 Aug 04 12:45:36.488076 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a9412cf3-08a2-4ba0-a4c1-8a7b5c3bf9a7 req-66016a33-c1a4-4b63-9a49-90658a00d861 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7 HTTP/1.1" status: 200 len: 210 time: 0.0264499 Aug 04 12:45:37.389634 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-43f71c18-6cd9-4165-9e78-783a509b5425 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:37.391180 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-43f71c18-6cd9-4165-9e78-783a509b5425 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.76 "GET /v2.0/networks?id=70fa83bf-1fde-416f-b01c-4a2467879336 HTTP/1.1" status: 200 len: 815 time: 0.1062324 Aug 04 12:45:37.415420 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-52504ba8-31e0-4bb2-a196-46e2df846640 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Request body: {'port': {'device_id': '9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7', 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336', 'admin_state_up': True, 'tenant_id': 'ea34f2cba7fa4f05a4a9865174d9bb76'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:45:37.581110 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a3a0b65d-c86e-4de0-bf50-577654e3e8cc req-a203df28-8830-4644-9816-3d8d6f2ed3f1 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7 HTTP/1.1" status: 200 len: 210 time: 0.0254781 Aug 04 12:45:37.597712 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-52504ba8-31e0-4bb2-a196-46e2df846640 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Made reservation on behalf of ea34f2cba7fa4f05a4a9865174d9bb76 for: {'port': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:45:37.601383 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-52504ba8-31e0-4bb2-a196-46e2df846640 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:37.728579 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-52504ba8-31e0-4bb2-a196-46e2df846640 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Allocated IP 172.20.0.4 (70fa83bf-1fde-416f-b01c-4a2467879336/95545879-d37a-49a1-82eb-562fab28fb86/0057be2a-dddd-4f87-a52e-501cc93e6ed2) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:45:37.872979 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-52504ba8-31e0-4bb2-a196-46e2df846640 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:37.979153 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-52504ba8-31e0-4bb2-a196-46e2df846640 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:38.021995 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-52504ba8-31e0-4bb2-a196-46e2df846640 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Network 70fa83bf-1fde-416f-b01c-4a2467879336 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:45:38.023970 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['a4bb9699-5b82-4280-b301-98db92e95637', '12bdb369-ff83-41dd-ae8b-f87b035be8cb', '06cc6008-4dee-4b72-b4c4-c03d36958e62'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:45:38.025127 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-52504ba8-31e0-4bb2-a196-46e2df846640 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:45:38.027507 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-52504ba8-31e0-4bb2-a196-46e2df846640 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:45:38.054509 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52504ba8-31e0-4bb2-a196-46e2df846640 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Pushing event updated for resources: {'Port': ['ID=0057be2a-dddd-4f87-a52e-501cc93e6ed2,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:45:38.083686 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-52504ba8-31e0-4bb2-a196-46e2df846640 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:38.084304 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-52504ba8-31e0-4bb2-a196-46e2df846640 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:38.164540 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-52504ba8-31e0-4bb2-a196-46e2df846640 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7527411 Aug 04 12:45:38.185322 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Request body: {'port': {'device_id': '9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:45:38.245122 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:38.501617 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0057be2a-dddd-4f87-a52e-501cc93e6ed2 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:45:38.509031 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:38.520369 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Transition to ACTIVE for port object 0057be2a-dddd-4f87-a52e-501cc93e6ed2 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:45:38.613027 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:38.684048 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Pushing event updated for resources: {'Port': ['ID=0057be2a-dddd-4f87-a52e-501cc93e6ed2,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:45:38.692592 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b9395-f530-408e-8670-bdac90ead3a5 req-55f6e232-f866-449e-a3bd-f4ac961b7d53 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:38.694120 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-799b9395-f530-408e-8670-bdac90ead3a5 req-55f6e232-f866-449e-a3bd-f4ac961b7d53 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7 HTTP/1.1" status: 200 len: 943 time: 0.0471551 Aug 04 12:45:38.733916 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Attempting to bind port 0057be2a-dddd-4f87-a52e-501cc93e6ed2 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:45:38.734245 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Attempting to bind port 0057be2a-dddd-4f87-a52e-501cc93e6ed2 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '6b7b9b90-046e-4cfb-8e05-1a778f093fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:45:38.734572 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Attempting to bind port 0057be2a-dddd-4f87-a52e-501cc93e6ed2 on network 70fa83bf-1fde-416f-b01c-4a2467879336 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:45:38.736060 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-799b9395-f530-408e-8670-bdac90ead3a5 req-ea6ac143-bd29-4486-ab94-c4f94f25b1f4 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328879 Aug 04 12:45:38.742596 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Port 0057be2a-dddd-4f87-a52e-501cc93e6ed2 on network 70fa83bf-1fde-416f-b01c-4a2467879336 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:45:38.742596 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Attempting to bind port 0057be2a-dddd-4f87-a52e-501cc93e6ed2 on network 70fa83bf-1fde-416f-b01c-4a2467879336 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:45:38.747308 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:45:38.747308 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Checking segment: {'id': '6b7b9b90-046e-4cfb-8e05-1a778f093fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:45:38.747796 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Bound using segment: {'id': '6b7b9b90-046e-4cfb-8e05-1a778f093fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:45:38.748234 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Bound port: 0057be2a-dddd-4f87-a52e-501cc93e6ed2, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b7b9b90-046e-4cfb-8e05-1a778f093fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:45:38.748837 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:38.765530 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:38.814035 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] For port 0057be2a-dddd-4f87-a52e-501cc93e6ed2, host hv-cinder-80304, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:45:38.817157 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] For port 0057be2a-dddd-4f87-a52e-501cc93e6ed2, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=0057be2a-dddd-4f87-a52e-501cc93e6ed2,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:45:38.881559 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:38.913944 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:38.914755 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:38.916174 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] 10.222.0.76 "PUT /v2.0/ports/0057be2a-dddd-4f87-a52e-501cc93e6ed2 HTTP/1.1" status: 200 len: 1093 time: 0.7355561 Aug 04 12:45:38.918422 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7', 'tag': '0057be2a-dddd-4f87-a52e-501cc93e6ed2'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:45:38.920633 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee6a4eb-91b1-4d37-8079-799706b01027" -d '{"events": [{"name": "network-changed", "server_uuid": "9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7", "tag": "0057be2a-dddd-4f87-a52e-501cc93e6ed2"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:45:38.945451 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef901b9-776d-46a5-85a8-e851ff738a8b service neutron] Pushing event updated for resources: {'Port': ['ID=0057be2a-dddd-4f87-a52e-501cc93e6ed2,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:45:38.955349 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a7bafc-96c3-48f2-b618-e205b07d5041 x-openstack-request-id: req-98a7bafc-96c3-48f2-b618-e205b07d5041 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:45:38.955629 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7", "tag": "0057be2a-dddd-4f87-a52e-501cc93e6ed2", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:45:38.955864 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-98a7bafc-96c3-48f2-b618-e205b07d5041 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:45:38.956265 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7', 'tag': '0057be2a-dddd-4f87-a52e-501cc93e6ed2', 'status': 'completed', 'code': 200} Aug 04 12:45:39.061694 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6a4eb-91b1-4d37-8079-799706b01027 req-75583f72-e2eb-4366-a40b-f698ae285ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:39.063203 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-9ee6a4eb-91b1-4d37-8079-799706b01027 req-75583f72-e2eb-4366-a40b-f698ae285ac2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea34f2cba7fa4f05a4a9865174d9bb76&device_id=9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0453131 Aug 04 12:45:39.168421 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6a4eb-91b1-4d37-8079-799706b01027 req-74e8ef71-ef05-4638-9fc9-6b996c4fe018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:39.169907 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-9ee6a4eb-91b1-4d37-8079-799706b01027 req-74e8ef71-ef05-4638-9fc9-6b996c4fe018 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=ea34f2cba7fa4f05a4a9865174d9bb76&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0917704 Aug 04 12:45:39.266683 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6a4eb-91b1-4d37-8079-799706b01027 req-6a7d8f6a-e74a-4d51-8a57-06c86211a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:39.268145 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-9ee6a4eb-91b1-4d37-8079-799706b01027 req-6a7d8f6a-e74a-4d51-8a57-06c86211a8ed service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901148 Aug 04 12:45:39.386283 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-c2fd26d5-f43b-4737-993b-d33921148136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:39.387789 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-c2fd26d5-f43b-4737-993b-d33921148136 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea34f2cba7fa4f05a4a9865174d9bb76&device_id=9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0423267 Aug 04 12:45:39.445809 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-d828eef6-e148-42a8-8791-885d2473c37c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0057be2a-dddd-4f87-a52e-501cc93e6ed2 HTTP/1.1" status: 200 len: 217 time: 0.0397546 Aug 04 12:45:39.754165 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-be48d156-a6cc-4374-a9f6-cd318004a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:39.755676 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-be48d156-a6cc-4374-a9f6-cd318004a441 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=95545879-d37a-49a1-82eb-562fab28fb86 HTTP/1.1" status: 200 len: 855 time: 0.3015919 Aug 04 12:45:39.850128 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-1beb32ec-c344-446d-b562-f4de20e7afd3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=70fa83bf-1fde-416f-b01c-4a2467879336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245895 Aug 04 12:45:39.851336 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adc9d2-3854-4ede-a26d-fbdba346e83d req-11cbf83b-23d3-4951-98a8-d81b4d6cab34 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:39.852794 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-07adc9d2-3854-4ede-a26d-fbdba346e83d req-11cbf83b-23d3-4951-98a8-d81b4d6cab34 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7 HTTP/1.1" status: 200 len: 943 time: 0.0511940 Aug 04 12:45:39.891028 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-07adc9d2-3854-4ede-a26d-fbdba346e83d req-0331cbcf-d8e3-498c-aeb3-9a477159dfd5 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323598 Aug 04 12:45:39.944415 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-640ffdd5-f2c5-4851-b856-12291c7c00a4 service neutron] 10.222.0.76 "GET /v2.0/networks/70fa83bf-1fde-416f-b01c-4a2467879336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853608 Aug 04 12:45:40.037943 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f5b00ca1-f788-4a2a-9b8b-ff00eb1e52db req-70e4c506-d1fc-49f2-ba30-d9b0cb4a4528 service neutron] 10.222.0.76 "GET /v2.0/networks/70fa83bf-1fde-416f-b01c-4a2467879336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811441 Aug 04 12:45:40.752279 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e94f71b0-02a5-41f1-8984-a6bdc4ea0b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:41.008034 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec041a88-c8c1-47b8-bfe9-52f624e89a52 req-01ca444e-ca75-4732-8273-2f22a0ef91b0 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:41.009466 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ec041a88-c8c1-47b8-bfe9-52f624e89a52 req-01ca444e-ca75-4732-8273-2f22a0ef91b0 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7 HTTP/1.1" status: 200 len: 943 time: 0.0480149 Aug 04 12:45:41.046223 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ec041a88-c8c1-47b8-bfe9-52f624e89a52 req-73b1a16c-ac99-4758-97c8-08d06b2a353d tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308077 Aug 04 12:45:41.438617 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b1a6c7e9-bf60-4044-acc5-8d2165ab66e9 req-990ebfe7-455e-4b44-bda7-2a321739ae22 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391724 Aug 04 12:45:41.556600 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6c7e9-bf60-4044-acc5-8d2165ab66e9 req-0a95df02-9fd8-4893-8ae7-04b18a1afd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:41.558091 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b1a6c7e9-bf60-4044-acc5-8d2165ab66e9 req-0a95df02-9fd8-4893-8ae7-04b18a1afd11 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ea34f2cba7fa4f05a4a9865174d9bb76&device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 1098 time: 0.0439529 Aug 04 12:45:41.658498 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6c7e9-bf60-4044-acc5-8d2165ab66e9 req-a07d5cd0-25c7-4e8e-b4ab-0dc943cf7d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:41.660464 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b1a6c7e9-bf60-4044-acc5-8d2165ab66e9 req-a07d5cd0-25c7-4e8e-b4ab-0dc943cf7d71 service neutron] 10.222.0.76 "GET /v2.0/networks?id=70fa83bf-1fde-416f-b01c-4a2467879336 HTTP/1.1" status: 200 len: 916 time: 0.0809021 Aug 04 12:45:41.707376 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b1a6c7e9-bf60-4044-acc5-8d2165ab66e9 req-b0909320-5b18-42c7-a56c-a17e4d5fd251 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4bb9699-5b82-4280-b301-98db92e95637 HTTP/1.1" status: 200 len: 217 time: 0.0328083 Aug 04 12:45:41.765267 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6c7e9-bf60-4044-acc5-8d2165ab66e9 req-47988f5f-8c55-4db5-984c-e886a8ac44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:41.766788 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b1a6c7e9-bf60-4044-acc5-8d2165ab66e9 req-47988f5f-8c55-4db5-984c-e886a8ac44b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=95545879-d37a-49a1-82eb-562fab28fb86 HTTP/1.1" status: 200 len: 855 time: 0.0491607 Aug 04 12:45:41.800258 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b1a6c7e9-bf60-4044-acc5-8d2165ab66e9 req-6fc164ef-4a4e-43b0-9208-22aa7178173f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=70fa83bf-1fde-416f-b01c-4a2467879336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240109 Aug 04 12:45:41.853506 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 0057be2a-dddd-4f87-a52e-501cc93e6ed2 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:45:41.891039 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b1a6c7e9-bf60-4044-acc5-8d2165ab66e9 req-d67f121d-d703-46b2-bab5-27d91350bfcb service neutron] 10.222.0.76 "GET /v2.0/networks/70fa83bf-1fde-416f-b01c-4a2467879336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788710 Aug 04 12:45:41.946731 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 0057be2a-dddd-4f87-a52e-501cc93e6ed2, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=0057be2a-dddd-4f87-a52e-501cc93e6ed2,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:45:41.964475 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': '0057be2a-dddd-4f87-a52e-501cc93e6ed2', 'network_id': '70fa83bf-1fde-416f-b01c-4a2467879336', 'port_id': '0057be2a-dddd-4f87-a52e-501cc93e6ed2', 'mac_address': 'fa:16:3e:a0:e2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95545879-d37a-49a1-82eb-562fab28fb86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:45:41.991602 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b1a6c7e9-bf60-4044-acc5-8d2165ab66e9 req-8a9e0040-7957-4aed-917e-e3aa1cfc22f4 service neutron] 10.222.0.76 "GET /v2.0/networks/70fa83bf-1fde-416f-b01c-4a2467879336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902827 Aug 04 12:45:42.001005 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:42.013640 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0057be2a-dddd-4f87-a52e-501cc93e6ed2 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:45:42.033588 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 0057be2a-dddd-4f87-a52e-501cc93e6ed2, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=0057be2a-dddd-4f87-a52e-501cc93e6ed2,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:45:42.101746 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:42.153623 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=0057be2a-dddd-4f87-a52e-501cc93e6ed2,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:45:42.162964 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8e60b-8623-4fd7-a3d0-94d346fd3621 req-d904d9b9-fd5b-4fb8-bc29-c1e61f03107a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:42.164479 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f8b8e60b-8623-4fd7-a3d0-94d346fd3621 req-d904d9b9-fd5b-4fb8-bc29-c1e61f03107a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7 HTTP/1.1" status: 200 len: 944 time: 0.0486434 Aug 04 12:45:42.201764 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f8b8e60b-8623-4fd7-a3d0-94d346fd3621 req-6ccdfb36-8731-439f-be10-77f053599a5e tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311868 Aug 04 12:45:42.559930 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['0057be2a-dddd-4f87-a52e-501cc93e6ed2'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:45:43.220586 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-50d7956c-ef2e-4ea1-8b58-235112f3fd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:43.317824 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c359a2-f407-49dc-a7b7-5b1f4083ede9 req-f16b4641-cab5-4e4e-a4cc-d7a39faa8438 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:43.319362 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-26c359a2-f407-49dc-a7b7-5b1f4083ede9 req-f16b4641-cab5-4e4e-a4cc-d7a39faa8438 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7 HTTP/1.1" status: 200 len: 944 time: 0.0516257 Aug 04 12:45:43.360658 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-26c359a2-f407-49dc-a7b7-5b1f4083ede9 req-410b6493-a050-4da1-a95b-e427ab0b5b44 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347645 Aug 04 12:45:43.470160 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:43.846324 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 0057be2a-dddd-4f87-a52e-501cc93e6ed2 up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:45:43.955445 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port 0057be2a-dddd-4f87-a52e-501cc93e6ed2 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:45:43.959258 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port 0057be2a-dddd-4f87-a52e-501cc93e6ed2 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:45:43.959621 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:44.032714 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:44.054318 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0057be2a-dddd-4f87-a52e-501cc93e6ed2'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:45:44.056553 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833aae80-b5a1-4787-a770-245f17060c77" -d '{"events": [{"server_uuid": "9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7", "name": "network-vif-plugged", "status": "completed", "tag": "0057be2a-dddd-4f87-a52e-501cc93e6ed2"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:45:44.069828 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 0057be2a-dddd-4f87-a52e-501cc93e6ed2, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=0057be2a-dddd-4f87-a52e-501cc93e6ed2,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:45:44.092672 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdd1a72-41bf-458d-9584-99d64164abc3 x-openstack-request-id: req-8bdd1a72-41bf-458d-9584-99d64164abc3 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:45:44.092992 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7", "name": "network-vif-plugged", "status": "completed", "tag": "0057be2a-dddd-4f87-a52e-501cc93e6ed2", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:45:44.093251 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-8bdd1a72-41bf-458d-9584-99d64164abc3 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:45:44.093678 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0057be2a-dddd-4f87-a52e-501cc93e6ed2', 'code': 200} Aug 04 12:45:44.163184 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:44.210770 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=0057be2a-dddd-4f87-a52e-501cc93e6ed2,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:45:44.455469 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:44.467542 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6490055-81b7-45fd-a4d7-158795f087b5 req-6f8850f8-8571-41af-969f-f5f98780e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:44.469120 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-d6490055-81b7-45fd-a4d7-158795f087b5 req-6f8850f8-8571-41af-969f-f5f98780e84b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7 HTTP/1.1" status: 200 len: 1098 time: 0.0406663 Aug 04 12:45:44.492504 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c2b6e-102c-4a01-adee-1d89f7661c51 req-21a43bc2-18f9-4750-8182-e0b6d9ba1887 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:44.494058 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-dd4c2b6e-102c-4a01-adee-1d89f7661c51 req-21a43bc2-18f9-4750-8182-e0b6d9ba1887 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7 HTTP/1.1" status: 200 len: 945 time: 0.0485759 Aug 04 12:45:44.510171 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-d6490055-81b7-45fd-a4d7-158795f087b5 req-f436fd0f-60e0-4188-bf94-d7711c42cf5e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284162 Aug 04 12:45:44.532149 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-dd4c2b6e-102c-4a01-adee-1d89f7661c51 req-6fba5c9d-c715-44da-9798-f4405623e0e2 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Aug 04 12:45:45.646120 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e1990-131e-4c3a-a8e5-3f1e77d2f6f4 req-092d5ad0-36ad-4a61-ad09-88605b2488b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:45.647552 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c88e1990-131e-4c3a-a8e5-3f1e77d2f6f4 req-092d5ad0-36ad-4a61-ad09-88605b2488b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7 HTTP/1.1" status: 200 len: 945 time: 0.0471795 Aug 04 12:45:45.684331 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c88e1990-131e-4c3a-a8e5-3f1e77d2f6f4 req-43ec4921-4347-46bb-a59d-574636c98328 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309036 Aug 04 12:45:45.957836 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:45:46.799295 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d5e91-e7d0-4175-ad8f-82d03a773f76 req-91feabe9-8e16-4c75-af34-a11fef62e2bd tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:45:46.800810 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-941d5e91-e7d0-4175-ad8f-82d03a773f76 req-91feabe9-8e16-4c75-af34-a11fef62e2bd tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7 HTTP/1.1" status: 200 len: 945 time: 0.0507147 Aug 04 12:45:46.839461 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-941d5e91-e7d0-4175-ad8f-82d03a773f76 req-b55f8ad5-0dd5-4642-8e7a-88333ab69993 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326352 Aug 04 12:46:01.862064 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bc133-3f2f-413f-be61-e57612ce03fe req-43946004-8424-447c-afe0-8230fad06426 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:46:01.863573 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-945bc133-3f2f-413f-be61-e57612ce03fe req-43946004-8424-447c-afe0-8230fad06426 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7 HTTP/1.1" status: 200 len: 945 time: 0.0633082 Aug 04 12:46:01.901019 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-945bc133-3f2f-413f-be61-e57612ce03fe req-9fe7cfde-8e74-4bbf-a0f3-a8c3cc04a711 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315733 Aug 04 12:46:01.956026 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:46:03.016032 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b52fb-7d3a-48a0-886a-7445031f8bb4 req-38d3e8c3-ff04-4ff2-a4a2-8b56c9e05829 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:46:03.017552 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b24b52fb-7d3a-48a0-886a-7445031f8bb4 req-38d3e8c3-ff04-4ff2-a4a2-8b56c9e05829 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7 HTTP/1.1" status: 200 len: 945 time: 0.0480194 Aug 04 12:46:03.055202 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b24b52fb-7d3a-48a0-886a-7445031f8bb4 req-d4658ff3-7133-4855-ab56-bb8f867227df tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314760 Aug 04 12:46:04.061577 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73a4d6-cfda-4c6a-a866-121cb1298d64 req-62d9e1bb-0b56-4d0b-99bf-776fd34b1d2a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:46:04.063032 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0c73a4d6-cfda-4c6a-a866-121cb1298d64 req-62d9e1bb-0b56-4d0b-99bf-776fd34b1d2a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7 HTTP/1.1" status: 200 len: 945 time: 0.0540848 Aug 04 12:46:04.173555 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808d6e4-c419-45ce-8a30-8273b4e2bcee req-0884607d-3055-4f89-bf31-f45b0b157a5a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:46:04.174173 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-0c73a4d6-cfda-4c6a-a866-121cb1298d64 req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Deleting port 0057be2a-dddd-4f87-a52e-501cc93e6ed2 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:46:04.174430 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-0c73a4d6-cfda-4c6a-a866-121cb1298d64 req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:04.175090 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b808d6e4-c419-45ce-8a30-8273b4e2bcee req-0884607d-3055-4f89-bf31-f45b0b157a5a tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7 HTTP/1.1" status: 200 len: 945 time: 0.0529895 Aug 04 12:46:04.215209 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b808d6e4-c419-45ce-8a30-8273b4e2bcee req-ff1645dd-b788-43d0-88ef-e8ab8ba2f923 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322976 Aug 04 12:46:04.274716 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-0c73a4d6-cfda-4c6a-a866-121cb1298d64 req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] For port 0057be2a-dddd-4f87-a52e-501cc93e6ed2, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=0057be2a-dddd-4f87-a52e-501cc93e6ed2,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:46:04.275077 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-0c73a4d6-cfda-4c6a-a866-121cb1298d64 req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:04.288767 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-0c73a4d6-cfda-4c6a-a866-121cb1298d64 req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Calling delete_port for 0057be2a-dddd-4f87-a52e-501cc93e6ed2 owned by compute:nova {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:46:04.540445 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-0c73a4d6-cfda-4c6a-a866-121cb1298d64 req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:04.574204 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Pushing event deleted for resources: {'Port': ['ID=0057be2a-dddd-4f87-a52e-501cc93e6ed2,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:04.581018 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['a4bb9699-5b82-4280-b301-98db92e95637', '12bdb369-ff83-41dd-ae8b-f87b035be8cb', '06cc6008-4dee-4b72-b4c4-c03d36958e62', '0057be2a-dddd-4f87-a52e-501cc93e6ed2'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:46:04.598249 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:04.598595 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:04.598933 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:04.599267 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:04.599604 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:04.599941 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:04.600309 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:04.600635 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:04.600962 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:04.601290 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:04.601637 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:04.601958 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:04.622051 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c73a4d6-cfda-4c6a-a866-121cb1298d64 req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] No DVR routers for this DVR port 0057be2a-dddd-4f87-a52e-501cc93e6ed2 on host hv-cinder-80304 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:46:04.624614 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-0c73a4d6-cfda-4c6a-a866-121cb1298d64 req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:04.626750 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-0c73a4d6-cfda-4c6a-a866-121cb1298d64 req-e5958bd2-22b6-48cb-8dec-3bb0566c47b3 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.76 "DELETE /v2.0/ports/0057be2a-dddd-4f87-a52e-501cc93e6ed2 HTTP/1.1" status: 204 len: 173 time: 0.5540490 Aug 04 12:46:04.627184 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7', 'name': 'network-vif-deleted', 'tag': '0057be2a-dddd-4f87-a52e-501cc93e6ed2'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:46:04.629447 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bcd068-3071-4426-8e6f-116493f84b13" -d '{"events": [{"server_uuid": "9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7", "name": "network-vif-deleted", "tag": "0057be2a-dddd-4f87-a52e-501cc93e6ed2"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:46:04.671075 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4437add9-04fe-4510-bbfd-868c49da3eb9 x-openstack-request-id: req-4437add9-04fe-4510-bbfd-868c49da3eb9 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:46:04.671746 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7", "name": "network-vif-deleted", "tag": "0057be2a-dddd-4f87-a52e-501cc93e6ed2", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:46:04.672011 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-4437add9-04fe-4510-bbfd-868c49da3eb9 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:46:04.672416 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7', 'name': 'network-vif-deleted', 'tag': '0057be2a-dddd-4f87-a52e-501cc93e6ed2', 'status': 'completed', 'code': 200} Aug 04 12:46:05.323116 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-822151d9-1a73-4ab5-85bf-4479ab5d7c10 req-a4c94990-5089-4bf9-9e1d-e54c26a5f474 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=9b32af8f-7ea6-4a95-a9d5-e9ef9a055bb7 HTTP/1.1" status: 200 len: 210 time: 0.0266714 Aug 04 12:46:07.998978 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 0057be2a-dddd-4f87-a52e-501cc93e6ed2 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:46:08.018989 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: 0057be2a-dddd-4f87-a52e-501cc93e6ed2 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:46:08.019329 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 0057be2a-dddd-4f87-a52e-501cc93e6ed2 not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:46:08.070984 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f00b7-b6f9-4186-bf96-27d1e74c57bd req-89bfecc3-cf96-4809-81ab-7c9a292a1bbd tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:46:08.072443 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a53f00b7-b6f9-4186-bf96-27d1e74c57bd req-89bfecc3-cf96-4809-81ab-7c9a292a1bbd tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 945 time: 0.0476646 Aug 04 12:46:08.108734 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a53f00b7-b6f9-4186-bf96-27d1e74c57bd req-8a388feb-85d5-4f97-838c-0f82ec87dcf6 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302351 Aug 04 12:46:08.779607 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:09.226924 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee8576-31e5-4a7f-8099-5e88e0719b0a req-7d6d1847-0128-4557-ba9e-08b7105f8102 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:46:09.228508 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f1ee8576-31e5-4a7f-8099-5e88e0719b0a req-7d6d1847-0128-4557-ba9e-08b7105f8102 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 945 time: 0.0523121 Aug 04 12:46:09.266520 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f1ee8576-31e5-4a7f-8099-5e88e0719b0a req-c7be6c9f-f274-4896-9a3e-a26fc2450f31 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319357 Aug 04 12:46:09.997627 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59785741-24f8-4013-bc00-d1ae888cf2a6 req-20b72b46-80ea-4bfb-8654-aaeb7b5919e5 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:46:09.999155 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-59785741-24f8-4013-bc00-d1ae888cf2a6 req-20b72b46-80ea-4bfb-8654-aaeb7b5919e5 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.76 "GET /v2.0/ports?device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 945 time: 0.0477533 Aug 04 12:46:10.092058 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-59785741-24f8-4013-bc00-d1ae888cf2a6 req-2d4ed8d4-cffb-488d-a6bf-3abb7a9000e5 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Deleting port 06cc6008-4dee-4b72-b4c4-c03d36958e62 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:46:10.092390 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-59785741-24f8-4013-bc00-d1ae888cf2a6 req-2d4ed8d4-cffb-488d-a6bf-3abb7a9000e5 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:10.181271 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-59785741-24f8-4013-bc00-d1ae888cf2a6 req-2d4ed8d4-cffb-488d-a6bf-3abb7a9000e5 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] For port 06cc6008-4dee-4b72-b4c4-c03d36958e62, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=06cc6008-4dee-4b72-b4c4-c03d36958e62,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:46:10.181839 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-59785741-24f8-4013-bc00-d1ae888cf2a6 req-2d4ed8d4-cffb-488d-a6bf-3abb7a9000e5 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:10.195914 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-59785741-24f8-4013-bc00-d1ae888cf2a6 req-2d4ed8d4-cffb-488d-a6bf-3abb7a9000e5 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Calling delete_port for 06cc6008-4dee-4b72-b4c4-c03d36958e62 owned by compute:nova {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:46:10.384393 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e4aee-badb-44a0-8ca6-da1209353e09 req-d36d6e2a-ea7e-4cc9-be7a-aadc1ce54515 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:46:10.386095 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-052e4aee-badb-44a0-8ca6-da1209353e09 req-d36d6e2a-ea7e-4cc9-be7a-aadc1ce54515 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 945 time: 0.0499346 Aug 04 12:46:10.401142 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-59785741-24f8-4013-bc00-d1ae888cf2a6 req-2d4ed8d4-cffb-488d-a6bf-3abb7a9000e5 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:10.426039 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-052e4aee-badb-44a0-8ca6-da1209353e09 req-cdea53f4-2c1d-4d7c-aaac-dd09a97fcaec tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337903 Aug 04 12:46:10.430607 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ed8d4-cffb-488d-a6bf-3abb7a9000e5 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Pushing event deleted for resources: {'Port': ['ID=06cc6008-4dee-4b72-b4c4-c03d36958e62,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:10.439577 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['a4bb9699-5b82-4280-b301-98db92e95637', '12bdb369-ff83-41dd-ae8b-f87b035be8cb', '06cc6008-4dee-4b72-b4c4-c03d36958e62'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:46:10.472626 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-59785741-24f8-4013-bc00-d1ae888cf2a6 req-2d4ed8d4-cffb-488d-a6bf-3abb7a9000e5 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] No DVR routers for this DVR port 06cc6008-4dee-4b72-b4c4-c03d36958e62 on host hv-cinder-80304 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:46:10.476030 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-59785741-24f8-4013-bc00-d1ae888cf2a6 req-2d4ed8d4-cffb-488d-a6bf-3abb7a9000e5 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:10.477830 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-59785741-24f8-4013-bc00-d1ae888cf2a6 req-2d4ed8d4-cffb-488d-a6bf-3abb7a9000e5 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.76 "DELETE /v2.0/ports/06cc6008-4dee-4b72-b4c4-c03d36958e62 HTTP/1.1" status: 204 len: 173 time: 0.4702134 Aug 04 12:46:10.478266 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259e7bd1-1aae-4e48-ba87-10476966ba54', 'name': 'network-vif-deleted', 'tag': '06cc6008-4dee-4b72-b4c4-c03d36958e62'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:46:10.480482 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac36f84f-cd40-4d25-bcc9-d03a12602473" -d '{"events": [{"server_uuid": "259e7bd1-1aae-4e48-ba87-10476966ba54", "name": "network-vif-deleted", "tag": "06cc6008-4dee-4b72-b4c4-c03d36958e62"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:46:10.519640 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7ec122-65a0-43b1-9949-9dd648da8000 x-openstack-request-id: req-bb7ec122-65a0-43b1-9949-9dd648da8000 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:46:10.519982 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259e7bd1-1aae-4e48-ba87-10476966ba54", "name": "network-vif-deleted", "tag": "06cc6008-4dee-4b72-b4c4-c03d36958e62", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:46:10.520528 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-bb7ec122-65a0-43b1-9949-9dd648da8000 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:46:10.521037 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259e7bd1-1aae-4e48-ba87-10476966ba54', 'name': 'network-vif-deleted', 'tag': '06cc6008-4dee-4b72-b4c4-c03d36958e62', 'status': 'completed', 'code': 200} Aug 04 12:46:10.875182 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-ac30d5fd-f1dc-492b-8811-41ea1da0e226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:11.539787 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-09875d0b-da84-41ec-af05-77d5032554f0 req-a8e646fa-fa49-4acc-8cf9-6a40123db175 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=259e7bd1-1aae-4e48-ba87-10476966ba54 HTTP/1.1" status: 200 len: 210 time: 0.0267878 Aug 04 12:46:13.156675 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53d92f-716c-4d17-85cc-eb92debf9c68 req-486006ee-5b8d-4185-a456-59029369c3c6 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:46:13.158179 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3d53d92f-716c-4d17-85cc-eb92debf9c68 req-486006ee-5b8d-4185-a456-59029369c3c6 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=525e8d63-d822-4db6-8c8d-2cd7730ba5c6 HTTP/1.1" status: 200 len: 946 time: 0.0514240 Aug 04 12:46:13.196219 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3d53d92f-716c-4d17-85cc-eb92debf9c68 req-f4f10689-dff5-45c6-bf67-d47a9d2be2df tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321131 Aug 04 12:46:13.196882 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-98703aa5-e47f-4706-93e2-ea5b5a7127e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:13.488597 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:14.035430 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 06cc6008-4dee-4b72-b4c4-c03d36958e62 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:46:14.055484 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: 06cc6008-4dee-4b72-b4c4-c03d36958e62 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:46:14.055827 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 06cc6008-4dee-4b72-b4c4-c03d36958e62 not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:46:14.318336 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683e342-b626-4f69-b1d1-9698031222ca req-79e56dac-77e8-4d65-a49c-88f00263ca1b tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:46:14.319868 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e683e342-b626-4f69-b1d1-9698031222ca req-79e56dac-77e8-4d65-a49c-88f00263ca1b tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=525e8d63-d822-4db6-8c8d-2cd7730ba5c6 HTTP/1.1" status: 200 len: 946 time: 0.0561442 Aug 04 12:46:14.357714 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e683e342-b626-4f69-b1d1-9698031222ca req-47e17abf-8b98-4c51-8f0c-55b225c2f218 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319216 Aug 04 12:46:14.459543 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:14.922696 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd566c72-e499-4430-9c11-36c274a601b5 req-3ab71669-9267-49f7-bbab-bb326746c8e6 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:46:14.924136 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-bd566c72-e499-4430-9c11-36c274a601b5 req-3ab71669-9267-49f7-bbab-bb326746c8e6 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.76 "GET /v2.0/ports?device_id=525e8d63-d822-4db6-8c8d-2cd7730ba5c6 HTTP/1.1" status: 200 len: 946 time: 0.0475509 Aug 04 12:46:15.012984 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-bd566c72-e499-4430-9c11-36c274a601b5 req-8a71ad40-bfe5-4612-bb6c-1fdd2ad7b081 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Deleting port 12bdb369-ff83-41dd-ae8b-f87b035be8cb {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:46:15.013325 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-bd566c72-e499-4430-9c11-36c274a601b5 req-8a71ad40-bfe5-4612-bb6c-1fdd2ad7b081 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:15.101236 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-bd566c72-e499-4430-9c11-36c274a601b5 req-8a71ad40-bfe5-4612-bb6c-1fdd2ad7b081 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] For port 12bdb369-ff83-41dd-ae8b-f87b035be8cb, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=12bdb369-ff83-41dd-ae8b-f87b035be8cb,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:46:15.101622 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-bd566c72-e499-4430-9c11-36c274a601b5 req-8a71ad40-bfe5-4612-bb6c-1fdd2ad7b081 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:15.113880 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-bd566c72-e499-4430-9c11-36c274a601b5 req-8a71ad40-bfe5-4612-bb6c-1fdd2ad7b081 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Calling delete_port for 12bdb369-ff83-41dd-ae8b-f87b035be8cb owned by compute:nova {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:46:15.326745 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-bd566c72-e499-4430-9c11-36c274a601b5 req-8a71ad40-bfe5-4612-bb6c-1fdd2ad7b081 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:15.355266 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71ad40-bfe5-4612-bb6c-1fdd2ad7b081 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Pushing event deleted for resources: {'Port': ['ID=12bdb369-ff83-41dd-ae8b-f87b035be8cb,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:15.369937 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['a4bb9699-5b82-4280-b301-98db92e95637', '12bdb369-ff83-41dd-ae8b-f87b035be8cb'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:46:15.398133 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd566c72-e499-4430-9c11-36c274a601b5 req-8a71ad40-bfe5-4612-bb6c-1fdd2ad7b081 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] No DVR routers for this DVR port 12bdb369-ff83-41dd-ae8b-f87b035be8cb on host hv-cinder-80304 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:46:15.400397 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-bd566c72-e499-4430-9c11-36c274a601b5 req-8a71ad40-bfe5-4612-bb6c-1fdd2ad7b081 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:15.402699 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-bd566c72-e499-4430-9c11-36c274a601b5 req-8a71ad40-bfe5-4612-bb6c-1fdd2ad7b081 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.76 "DELETE /v2.0/ports/12bdb369-ff83-41dd-ae8b-f87b035be8cb HTTP/1.1" status: 204 len: 173 time: 0.4705031 Aug 04 12:46:15.403447 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525e8d63-d822-4db6-8c8d-2cd7730ba5c6', 'name': 'network-vif-deleted', 'tag': '12bdb369-ff83-41dd-ae8b-f87b035be8cb'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:46:15.406371 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67632412-6264-48cc-a8bf-476c7c554b71" -d '{"events": [{"server_uuid": "525e8d63-d822-4db6-8c8d-2cd7730ba5c6", "name": "network-vif-deleted", "tag": "12bdb369-ff83-41dd-ae8b-f87b035be8cb"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:46:15.445199 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15188722-ba42-4653-a6cf-11b68011e21f x-openstack-request-id: req-15188722-ba42-4653-a6cf-11b68011e21f {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:46:15.445593 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525e8d63-d822-4db6-8c8d-2cd7730ba5c6", "name": "network-vif-deleted", "tag": "12bdb369-ff83-41dd-ae8b-f87b035be8cb", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:46:15.445850 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-15188722-ba42-4653-a6cf-11b68011e21f {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:46:15.446250 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525e8d63-d822-4db6-8c8d-2cd7730ba5c6', 'name': 'network-vif-deleted', 'tag': '12bdb369-ff83-41dd-ae8b-f87b035be8cb', 'status': 'completed', 'code': 200} Aug 04 12:46:15.455299 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-08c0089e-3c93-4e07-b1fe-d3f5d835e8c5 req-c899f176-4fa7-4cb8-ae7b-543b2971554d tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=525e8d63-d822-4db6-8c8d-2cd7730ba5c6 HTTP/1.1" status: 200 len: 210 time: 0.0285056 Aug 04 12:46:15.968531 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:18.214552 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82fc22-9240-4aaa-ad74-294dc43a5510 req-01d4c3d4-24ea-4ded-b74a-70362864a029 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:46:18.216055 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3e82fc22-9240-4aaa-ad74-294dc43a5510 req-01d4c3d4-24ea-4ded-b74a-70362864a029 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 945 time: 0.0478115 Aug 04 12:46:18.258607 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3e82fc22-9240-4aaa-ad74-294dc43a5510 req-5fe4b61a-eb12-4c0c-8a2b-a2b92ef29337 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366526 Aug 04 12:46:19.373716 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e71be-b10e-439c-85cc-fc31137f5137 req-c09392b2-6e2a-486c-9637-63ee2fa4bf91 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:46:19.375225 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b43e71be-b10e-439c-85cc-fc31137f5137 req-c09392b2-6e2a-486c-9637-63ee2fa4bf91 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 945 time: 0.0480523 Aug 04 12:46:19.413637 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b43e71be-b10e-439c-85cc-fc31137f5137 req-ed7eef2a-77f4-40cd-b43c-20548df31ca8 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/security-groups?id=cf9c06a2-8711-4023-9a9a-68b64d6cb57f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324669 Aug 04 12:46:19.981679 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed08b7-8127-4cf5-8ec3-74d836ee6bf7 req-f651bfbd-044b-4a7a-968d-49213d4ddcf4 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:46:19.983130 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f6ed08b7-8127-4cf5-8ec3-74d836ee6bf7 req-f651bfbd-044b-4a7a-968d-49213d4ddcf4 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 945 time: 0.0479650 Aug 04 12:46:20.076537 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-f6ed08b7-8127-4cf5-8ec3-74d836ee6bf7 req-90b511a1-ecf9-4a0c-9782-6d18f5dee5cc tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Deleting port a4bb9699-5b82-4280-b301-98db92e95637 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:46:20.076764 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 12bdb369-ff83-41dd-ae8b-f87b035be8cb no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:46:20.077273 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-f6ed08b7-8127-4cf5-8ec3-74d836ee6bf7 req-90b511a1-ecf9-4a0c-9782-6d18f5dee5cc tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:20.097628 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: 12bdb369-ff83-41dd-ae8b-f87b035be8cb {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:46:20.097962 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 12bdb369-ff83-41dd-ae8b-f87b035be8cb not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:46:20.165295 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-f6ed08b7-8127-4cf5-8ec3-74d836ee6bf7 req-90b511a1-ecf9-4a0c-9782-6d18f5dee5cc tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] For port a4bb9699-5b82-4280-b301-98db92e95637, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=a4bb9699-5b82-4280-b301-98db92e95637,segment=NetworkSegment(6b7b9b90-046e-4cfb-8e05-1a778f093fd8),segment_id=6b7b9b90-046e-4cfb-8e05-1a778f093fd8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:46:20.165680 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-f6ed08b7-8127-4cf5-8ec3-74d836ee6bf7 req-90b511a1-ecf9-4a0c-9782-6d18f5dee5cc tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:20.181524 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-f6ed08b7-8127-4cf5-8ec3-74d836ee6bf7 req-90b511a1-ecf9-4a0c-9782-6d18f5dee5cc tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Calling delete_port for a4bb9699-5b82-4280-b301-98db92e95637 owned by compute:nova {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:46:20.363073 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-f6ed08b7-8127-4cf5-8ec3-74d836ee6bf7 req-90b511a1-ecf9-4a0c-9782-6d18f5dee5cc tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:20.390042 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b511a1-ecf9-4a0c-9782-6d18f5dee5cc tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Pushing event deleted for resources: {'Port': ['ID=a4bb9699-5b82-4280-b301-98db92e95637,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:20.399076 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['a4bb9699-5b82-4280-b301-98db92e95637'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:46:20.435306 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ed08b7-8127-4cf5-8ec3-74d836ee6bf7 req-90b511a1-ecf9-4a0c-9782-6d18f5dee5cc tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] No DVR routers for this DVR port a4bb9699-5b82-4280-b301-98db92e95637 on host hv-cinder-80304 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:46:20.437723 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-f6ed08b7-8127-4cf5-8ec3-74d836ee6bf7 req-90b511a1-ecf9-4a0c-9782-6d18f5dee5cc tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:20.439724 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f6ed08b7-8127-4cf5-8ec3-74d836ee6bf7 req-90b511a1-ecf9-4a0c-9782-6d18f5dee5cc tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.76 "DELETE /v2.0/ports/a4bb9699-5b82-4280-b301-98db92e95637 HTTP/1.1" status: 204 len: 173 time: 0.4490657 Aug 04 12:46:20.440481 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6ff5a3-4d30-4338-94c2-c7133c48c2a1', 'name': 'network-vif-deleted', 'tag': 'a4bb9699-5b82-4280-b301-98db92e95637'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:46:20.442372 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d785c46-58e3-4692-a741-dbffe22bdd70" -d '{"events": [{"server_uuid": "5b6ff5a3-4d30-4338-94c2-c7133c48c2a1", "name": "network-vif-deleted", "tag": "a4bb9699-5b82-4280-b301-98db92e95637"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:46:20.480025 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc38494-1cf9-4f46-ad46-7a35f002a8fa x-openstack-request-id: req-cfc38494-1cf9-4f46-ad46-7a35f002a8fa {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:46:20.480316 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6ff5a3-4d30-4338-94c2-c7133c48c2a1", "name": "network-vif-deleted", "tag": "a4bb9699-5b82-4280-b301-98db92e95637", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:46:20.480570 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-cfc38494-1cf9-4f46-ad46-7a35f002a8fa {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:46:20.480968 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6ff5a3-4d30-4338-94c2-c7133c48c2a1', 'name': 'network-vif-deleted', 'tag': 'a4bb9699-5b82-4280-b301-98db92e95637', 'status': 'completed', 'code': 200} Aug 04 12:46:20.507401 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-47e35980-ee7c-4059-93e8-ce78cad334a1 req-de37961c-d7c3-4561-8be2-7ce89d97b535 tempest-AttachVolumeNegativeTest-1406346624 tempest-AttachVolumeNegativeTest-1406346624-project] 10.222.0.90 "GET /v2.0/ports?device_id=5b6ff5a3-4d30-4338-94c2-c7133c48c2a1 HTTP/1.1" status: 200 len: 210 time: 0.0268340 Aug 04 12:46:21.563394 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 46670) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:21.606059 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] Deleting subnet 95545879-d37a-49a1-82eb-562fab28fb86 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 12:46:21.608960 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:21.644883 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3168408'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:21.683286 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8264673'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:21.800967 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8263954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4003078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694604'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:21.827081 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95545879-d37a-49a1-82eb-562fab28fb86,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:21.831599 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:21.833453 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/95545879-d37a-49a1-82eb-562fab28fb86 HTTP/1.1" status: 204 len: 168 time: 0.2690525 Aug 04 12:46:21.839041 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46672) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:21.839507 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:21.839507 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:21.839507 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:21.839507 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:21.839838 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:21.840064 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:21.840333 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:21.840662 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:21.840997 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:21.841325 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:21.841675 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:21.841998 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0733c8ce-6721-4267-9b8c-28b9fc6381e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:46:21.912722 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9e703d55-8e7c-4c88-8f0a-609aade4a00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7872879'] for network, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:21.990498 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9e703d55-8e7c-4c88-8f0a-609aade4a00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314982', 'neutron.services.segments.db._delete_segments_for_network-8788656383735'] for network, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:21.999984 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-9e703d55-8e7c-4c88-8f0a-609aade4a00f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fa83bf-1fde-416f-b01c-4a2467879336']}} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:46:22.010029 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-9e703d55-8e7c-4c88-8f0a-609aade4a00f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7b9b90-046e-4cfb-8e05-1a778f093fd8') {'for_net_delete': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:46:22.010332 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-9e703d55-8e7c-4c88-8f0a-609aade4a00f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7b9b90-046e-4cfb-8e05-1a778f093fd8') {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:46:22.018920 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9e703d55-8e7c-4c88-8f0a-609aade4a00f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788656387588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9287380'] for segment, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:22.032680 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9e703d55-8e7c-4c88-8f0a-609aade4a00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:22.038392 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e703d55-8e7c-4c88-8f0a-609aade4a00f admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=94079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 12:46:22.039415 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9e703d55-8e7c-4c88-8f0a-609aade4a00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2652940'] for segment, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: Traceback (most recent call last): Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: timer() Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: cb(*args, **kw) Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: return func(*args, **kwargs) Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: self._notify() Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: self.callback(batched_events) Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: event.method(event) Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: return f(self, *a, **k) Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._get(url).json() Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: return self.request(url, 'GET', **kwargs) Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 12:46:22.041004 dv-cinder-803046-4-iscsi neutron-server[94079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 12:46:22.180279 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9e703d55-8e7c-4c88-8f0a-609aade4a00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544019'] for network, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:22.184780 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9e703d55-8e7c-4c88-8f0a-609aade4a00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:22.186868 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-9e703d55-8e7c-4c88-8f0a-609aade4a00f admin admin] 10.222.0.90 "DELETE /v2.0/networks/70fa83bf-1fde-416f-b01c-4a2467879336 HTTP/1.1" status: 204 len: 168 time: 0.3496282 Aug 04 12:46:22.200496 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e703d55-8e7c-4c88-8f0a-609aade4a00f admin admin] Pushing event deleted for resources: {'Network': ['ID=70fa83bf-1fde-416f-b01c-4a2467879336,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:22.534103 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46676) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:22.577236 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-ec36d1a9-d61e-4ae6-8ff9-a6ab8c4b2428 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ea34f2cba7fa4f05a4a9865174d9bb76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419848 Aug 04 12:46:22.579757 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46678) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:22.633762 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-484f30c0-33b9-46e2-81fe-65dbcbb96c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:22.656730 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-484f30c0-33b9-46e2-81fe-65dbcbb96c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:22.773759 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-484f30c0-33b9-46e2-81fe-65dbcbb96c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:22.777553 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-484f30c0-33b9-46e2-81fe-65dbcbb96c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:22.777750 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-484f30c0-33b9-46e2-81fe-65dbcbb96c85 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cf9c06a2-8711-4023-9a9a-68b64d6cb57f HTTP/1.1" status: 204 len: 168 time: 0.1969943 Aug 04 12:46:22.785437 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f30c0-33b9-46e2-81fe-65dbcbb96c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9c06a2-8711-4023-9a9a-68b64d6cb57f,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:24.094297 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device a4bb9699-5b82-4280-b301-98db92e95637 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:46:24.116739 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: a4bb9699-5b82-4280-b301-98db92e95637 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:46:24.117088 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device a4bb9699-5b82-4280-b301-98db92e95637 not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:46:25.768956 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46740) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:25.869966 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c70fc9ce-988a-46bb-88b2-b70a15aa6198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:25.956859 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c70fc9ce-988a-46bb-88b2-b70a15aa6198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:26.023360 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c70fc9ce-988a-46bb-88b2-b70a15aa6198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:26.064345 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-c70fc9ce-988a-46bb-88b2-b70a15aa6198 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=61ea3316324c4f4c920191b20bb37b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942202 Aug 04 12:46:26.065223 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fc9ce-988a-46bb-88b2-b70a15aa6198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4ef630-8fd8-43c9-9b18-1a87b7b65ab8,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:26.067114 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 46744) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:26.120133 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9586310-6fbf-4438-8f1b-08c9b7bdffdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:26.140117 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9586310-6fbf-4438-8f1b-08c9b7bdffdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:26.292237 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9586310-6fbf-4438-8f1b-08c9b7bdffdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:26.294966 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9586310-6fbf-4438-8f1b-08c9b7bdffdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:26.296133 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-a9586310-6fbf-4438-8f1b-08c9b7bdffdf admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fb4ef630-8fd8-43c9-9b18-1a87b7b65ab8 HTTP/1.1" status: 204 len: 168 time: 0.2280276 Aug 04 12:46:26.304389 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9586310-6fbf-4438-8f1b-08c9b7bdffdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4ef630-8fd8-43c9-9b18-1a87b7b65ab8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:27.010678 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46750) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:27.025160 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bc14b9f8-12c0-4e83-83b3-71be293ecb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:27.113241 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bc14b9f8-12c0-4e83-83b3-71be293ecb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:27.171757 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bc14b9f8-12c0-4e83-83b3-71be293ecb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:27.208986 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14b9f8-12c0-4e83-83b3-71be293ecb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d735593-ef91-424c-a521-25a66e0af97a,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:27.214345 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-bc14b9f8-12c0-4e83-83b3-71be293ecb0e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=88e13969ced94507abd5a7b9d8ef591c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2027164 Aug 04 12:46:27.218100 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46752) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:27.265001 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8cd6f2e0-5b4e-4b7e-ab0b-710245f8b371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:27.285338 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8cd6f2e0-5b4e-4b7e-ab0b-710245f8b371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:27.397188 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8cd6f2e0-5b4e-4b7e-ab0b-710245f8b371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:27.399851 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8cd6f2e0-5b4e-4b7e-ab0b-710245f8b371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:27.401000 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-8cd6f2e0-5b4e-4b7e-ab0b-710245f8b371 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4d735593-ef91-424c-a521-25a66e0af97a HTTP/1.1" status: 204 len: 168 time: 0.1831629 Aug 04 12:46:27.408970 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6f2e0-5b4e-4b7e-ab0b-710245f8b371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d735593-ef91-424c-a521-25a66e0af97a,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:29.983278 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46804) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:30.085072 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3569-ce6d-4e0a-9e7d-b928a89914f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:30.172584 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3569-ce6d-4e0a-9e7d-b928a89914f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:30.252097 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4d1a3569-ce6d-4e0a-9e7d-b928a89914f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:30.289496 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a3569-ce6d-4e0a-9e7d-b928a89914f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993cf0eb-cfb7-41d6-978d-f89d7eb1ec66,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:30.296684 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 46808) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:30.297348 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-4d1a3569-ce6d-4e0a-9e7d-b928a89914f7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cb00573e04244fc599310941b25e2da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112185 Aug 04 12:46:30.349613 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f14e3ec-75ce-4386-b3ed-b4decf8e240e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:30.372120 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f14e3ec-75ce-4386-b3ed-b4decf8e240e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:30.511706 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f14e3ec-75ce-4386-b3ed-b4decf8e240e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:30.514372 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f14e3ec-75ce-4386-b3ed-b4decf8e240e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:30.515544 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-0f14e3ec-75ce-4386-b3ed-b4decf8e240e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/993cf0eb-cfb7-41d6-978d-f89d7eb1ec66 HTTP/1.1" status: 204 len: 168 time: 0.2178695 Aug 04 12:46:30.523544 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14e3ec-75ce-4386-b3ed-b4decf8e240e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993cf0eb-cfb7-41d6-978d-f89d7eb1ec66,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:31.085986 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 46814) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:31.099013 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-511d32c4-585f-4a90-bca3-c9a630675901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:31.186397 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-511d32c4-585f-4a90-bca3-c9a630675901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:31.271384 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-511d32c4-585f-4a90-bca3-c9a630675901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:31.314374 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-511d32c4-585f-4a90-bca3-c9a630675901 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8ff2955c68b247d38ddf60ac6cb5ff35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271504 Aug 04 12:46:31.314875 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d32c4-585f-4a90-bca3-c9a630675901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8f19da-3abc-4775-8061-cf8246eb51c2,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:31.316542 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46816) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:31.367357 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-af7abe62-ecb7-4b25-a3c8-91cd4ca78dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:31.389130 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-af7abe62-ecb7-4b25-a3c8-91cd4ca78dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:31.528829 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-af7abe62-ecb7-4b25-a3c8-91cd4ca78dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:31.531392 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-af7abe62-ecb7-4b25-a3c8-91cd4ca78dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:31.532575 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-af7abe62-ecb7-4b25-a3c8-91cd4ca78dea admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7a8f19da-3abc-4775-8061-cf8246eb51c2 HTTP/1.1" status: 204 len: 168 time: 0.2150197 Aug 04 12:46:31.540869 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7abe62-ecb7-4b25-a3c8-91cd4ca78dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8f19da-3abc-4775-8061-cf8246eb51c2,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:38.789543 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:38.955397 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:46:41.017755 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-da7910fd-3e26-435c-9fdd-66584ef5a3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:42.392586 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-e19018e5-4335-42e5-b4ba-5fcfb5b9bfbe req-77f55d14-549a-4115-915f-289c3824d34c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390871 Aug 04 12:46:42.469967 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19018e5-4335-42e5-b4ba-5fcfb5b9bfbe req-bc8b2f0b-e403-4808-9b02-604f7f47f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:46:42.471470 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-e19018e5-4335-42e5-b4ba-5fcfb5b9bfbe req-bc8b2f0b-e403-4808-9b02-604f7f47f25b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe3e08f20205460980a8eca6bc05529d&device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 1099 time: 0.0429966 Aug 04 12:46:42.581235 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19018e5-4335-42e5-b4ba-5fcfb5b9bfbe req-1289ca1f-788e-4c1f-8875-cb5cad45357c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:46:42.583495 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-e19018e5-4335-42e5-b4ba-5fcfb5b9bfbe req-1289ca1f-788e-4c1f-8875-cb5cad45357c service neutron] 10.222.0.76 "GET /v2.0/networks?id=9f45085c-c37c-4c40-9c5e-a2d86b0da083 HTTP/1.1" status: 200 len: 910 time: 0.0913100 Aug 04 12:46:42.660362 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-e19018e5-4335-42e5-b4ba-5fcfb5b9bfbe req-cae2ce7c-b19e-4f62-aec4-ac89225db09b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86149843-bf0f-433a-95c6-06099423f61d HTTP/1.1" status: 200 len: 1002 time: 0.0697834 Aug 04 12:46:42.715265 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19018e5-4335-42e5-b4ba-5fcfb5b9bfbe req-7ebcf96e-5fc7-4de5-ae7f-639f76530288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:46:42.716737 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-e19018e5-4335-42e5-b4ba-5fcfb5b9bfbe req-7ebcf96e-5fc7-4de5-ae7f-639f76530288 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68ad8ac2-734e-47bc-b065-f478d6d8ad78 HTTP/1.1" status: 200 len: 848 time: 0.0492613 Aug 04 12:46:42.769714 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19018e5-4335-42e5-b4ba-5fcfb5b9bfbe req-c93c7e94-0635-4272-be60-d6e6d3f0c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:46:42.771555 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-e19018e5-4335-42e5-b4ba-5fcfb5b9bfbe req-c93c7e94-0635-4272-be60-d6e6d3f0c581 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9f45085c-c37c-4c40-9c5e-a2d86b0da083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433664 Aug 04 12:46:42.871034 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-e19018e5-4335-42e5-b4ba-5fcfb5b9bfbe req-2ceb607c-adeb-433b-b0cc-db1129059f17 service neutron] 10.222.0.76 "GET /v2.0/networks/9f45085c-c37c-4c40-9c5e-a2d86b0da083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905972 Aug 04 12:46:42.962735 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-e19018e5-4335-42e5-b4ba-5fcfb5b9bfbe req-0e944acf-53cf-4e36-94bc-39e528c6ab6b service neutron] 10.222.0.76 "GET /v2.0/networks/9f45085c-c37c-4c40-9c5e-a2d86b0da083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844982 Aug 04 12:46:43.225624 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2badc611-d5f3-47fa-bc6b-61b6c686760e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:43.497895 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:44.465719 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:44.691168 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46908) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:44.792452 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-affa1dfd-a0d7-4141-9717-ac6640b95c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:44.877478 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-affa1dfd-a0d7-4141-9717-ac6640b95c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:44.942571 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-affa1dfd-a0d7-4141-9717-ac6640b95c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:44.983082 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa1dfd-a0d7-4141-9717-ac6640b95c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82aa82d1-56c6-49f6-a798-43c716ab5c02,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:44.987437 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-affa1dfd-a0d7-4141-9717-ac6640b95c55 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=58852a6fbe7e40278f5fdb3b3ad04842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951803 Aug 04 12:46:44.990098 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46912) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:45.044324 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-392f605c-9801-434a-bff3-22350cffe6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:45.065634 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-392f605c-9801-434a-bff3-22350cffe6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:45.196472 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-392f605c-9801-434a-bff3-22350cffe6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:45.199114 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-392f605c-9801-434a-bff3-22350cffe6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:45.200281 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-392f605c-9801-434a-bff3-22350cffe6c6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/82aa82d1-56c6-49f6-a798-43c716ab5c02 HTTP/1.1" status: 204 len: 168 time: 0.2092757 Aug 04 12:46:45.208462 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f605c-9801-434a-bff3-22350cffe6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82aa82d1-56c6-49f6-a798-43c716ab5c02,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:45.820126 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46918) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:45.833398 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ae084b4c-5a37-47ca-8edb-21f58b1e5e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:45.922781 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ae084b4c-5a37-47ca-8edb-21f58b1e5e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:45.967981 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:45.990737 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ae084b4c-5a37-47ca-8edb-21f58b1e5e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:46.030713 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-ae084b4c-5a37-47ca-8edb-21f58b1e5e03 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=974a1681a67d4e628a592ab9b66086ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094662 Aug 04 12:46:46.031593 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae084b4c-5a37-47ca-8edb-21f58b1e5e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3ee256-dcd3-45eb-84cf-5966b7582ca5,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:46.033478 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 46920) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:46.109387 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-74fba5b9-b522-4712-af83-d44799201d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:46.132622 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-74fba5b9-b522-4712-af83-d44799201d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:46.265657 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-74fba5b9-b522-4712-af83-d44799201d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:46.268412 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-74fba5b9-b522-4712-af83-d44799201d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:46.269660 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-74fba5b9-b522-4712-af83-d44799201d94 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bd3ee256-dcd3-45eb-84cf-5966b7582ca5 HTTP/1.1" status: 204 len: 168 time: 0.2351522 Aug 04 12:46:46.281907 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fba5b9-b522-4712-af83-d44799201d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3ee256-dcd3-45eb-84cf-5966b7582ca5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:49.063370 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46978) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:49.165342 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2cb4b16d-6713-414a-94c4-e09d5296e6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:49.260454 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2cb4b16d-6713-414a-94c4-e09d5296e6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:49.345277 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2cb4b16d-6713-414a-94c4-e09d5296e6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:49.384532 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4b16d-6713-414a-94c4-e09d5296e6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bd4f95-2ec6-4fb9-94f7-8918de5b8964,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:49.388889 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-2cb4b16d-6713-414a-94c4-e09d5296e6c1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a2c60326b0c24c57896d7d09f50114c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242779 Aug 04 12:46:49.391487 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46982) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:49.446507 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0f80127c-64c2-4099-974c-af7d46616e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:49.468373 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0f80127c-64c2-4099-974c-af7d46616e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:49.602262 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0f80127c-64c2-4099-974c-af7d46616e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:49.605871 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0f80127c-64c2-4099-974c-af7d46616e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:49.607117 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-0f80127c-64c2-4099-974c-af7d46616e85 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/82bd4f95-2ec6-4fb9-94f7-8918de5b8964 HTTP/1.1" status: 204 len: 168 time: 0.2147148 Aug 04 12:46:49.615626 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80127c-64c2-4099-974c-af7d46616e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bd4f95-2ec6-4fb9-94f7-8918de5b8964,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:50.202249 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46988) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:50.215644 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-adaf0a23-20cf-4c51-a2af-9be34660e4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:50.308106 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-adaf0a23-20cf-4c51-a2af-9be34660e4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:50.362045 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-adaf0a23-20cf-4c51-a2af-9be34660e4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:50.403337 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf0a23-20cf-4c51-a2af-9be34660e4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7164f5b0-972c-4720-80ec-95c8910cfece,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:46:50.408546 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-adaf0a23-20cf-4c51-a2af-9be34660e4c5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c62bb3e34c6c48deb7492a1de815572e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052529 Aug 04 12:46:50.411477 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 46990) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:46:50.463395 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a48e709a-1c53-415e-9fcb-4dd5e9e4f697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:50.486208 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a48e709a-1c53-415e-9fcb-4dd5e9e4f697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:50.596723 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a48e709a-1c53-415e-9fcb-4dd5e9e4f697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:50.599306 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a48e709a-1c53-415e-9fcb-4dd5e9e4f697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:46:50.600466 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-a48e709a-1c53-415e-9fcb-4dd5e9e4f697 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7164f5b0-972c-4720-80ec-95c8910cfece HTTP/1.1" status: 204 len: 168 time: 0.1881289 Aug 04 12:46:50.609832 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e709a-1c53-415e-9fcb-4dd5e9e4f697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7164f5b0-972c-4720-80ec-95c8910cfece,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:47:08.790183 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:10.771146 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d9cfc076-d8a5-4141-946c-7a91d35ec6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:13.222737 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7270da45-31df-42db-a8b5-5ffb80075ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:13.527074 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:14.527298 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:15.954817 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:47:15.988053 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:16.384979 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47122) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:47:16.483838 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-424959d7-3333-47dc-9da3-2d610e837bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:16.572470 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-424959d7-3333-47dc-9da3-2d610e837bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:16.647064 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-424959d7-3333-47dc-9da3-2d610e837bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:16.687776 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-424959d7-3333-47dc-9da3-2d610e837bba admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3df14a711af24ab7b0e5abd97dd77d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015826 Aug 04 12:47:16.688626 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424959d7-3333-47dc-9da3-2d610e837bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3291ffa9-488b-4514-9ffe-9cf1ad18cf75,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:47:16.690704 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 47126) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:47:16.696207 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424959d7-3333-47dc-9da3-2d610e837bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:16.697042 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424959d7-3333-47dc-9da3-2d610e837bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:16.697042 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424959d7-3333-47dc-9da3-2d610e837bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:16.697312 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424959d7-3333-47dc-9da3-2d610e837bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:16.697714 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424959d7-3333-47dc-9da3-2d610e837bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:16.697957 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424959d7-3333-47dc-9da3-2d610e837bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:16.698284 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424959d7-3333-47dc-9da3-2d610e837bba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:16.698609 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424959d7-3333-47dc-9da3-2d610e837bba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:16.698935 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424959d7-3333-47dc-9da3-2d610e837bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:16.699258 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424959d7-3333-47dc-9da3-2d610e837bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:16.699582 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424959d7-3333-47dc-9da3-2d610e837bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:16.699901 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424959d7-3333-47dc-9da3-2d610e837bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:16.738437 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4437ee5-8964-440e-a880-da97e9ce5cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:16.758124 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4437ee5-8964-440e-a880-da97e9ce5cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:16.870184 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4437ee5-8964-440e-a880-da97e9ce5cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:16.872766 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4437ee5-8964-440e-a880-da97e9ce5cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:16.873937 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-b4437ee5-8964-440e-a880-da97e9ce5cfa admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3291ffa9-488b-4514-9ffe-9cf1ad18cf75 HTTP/1.1" status: 204 len: 168 time: 0.1821799 Aug 04 12:47:16.882044 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4437ee5-8964-440e-a880-da97e9ce5cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3291ffa9-488b-4514-9ffe-9cf1ad18cf75,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:47:38.812299 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:38.836445 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a1954-be33-495f-8217-1270c3dd8306 req-e4f692be-6343-4178-ab53-5c3af0d5ac60 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:38.838016 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-901a1954-be33-495f-8217-1270c3dd8306 req-e4f692be-6343-4178-ab53-5c3af0d5ac60 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.1995380 Aug 04 12:47:38.875847 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-901a1954-be33-495f-8217-1270c3dd8306 req-92dad7f9-21b0-4810-a24e-d7bfcf109f23 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312526 Aug 04 12:47:40.048794 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bba60-51c1-4743-ba9c-06dc1504dcec req-2a5d31fe-0234-4078-be17-af659dc6e5b6 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:40.050329 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-179bba60-51c1-4743-ba9c-06dc1504dcec req-2a5d31fe-0234-4078-be17-af659dc6e5b6 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.1061597 Aug 04 12:47:40.096752 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-179bba60-51c1-4743-ba9c-06dc1504dcec req-2db82dc9-aeea-4397-b2a6-1e0060aafd06 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396204 Aug 04 12:47:40.761242 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d2b775b1-ca60-49a7-8399-385b891bd3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:41.209768 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da4048-66ad-4633-9707-b470e01de523 req-701cef38-752c-42b8-ba1b-e1a87b9e8bbd tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:41.211229 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d9da4048-66ad-4633-9707-b470e01de523 req-701cef38-752c-42b8-ba1b-e1a87b9e8bbd tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0473940 Aug 04 12:47:41.248011 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d9da4048-66ad-4633-9707-b470e01de523 req-65dbcca2-6375-4eb0-948c-9bfb44b63def tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308523 Aug 04 12:47:42.366075 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f679fdb-5391-4dfe-b1c1-c6df112283f9 req-b7d2d46f-2681-4669-af7a-344b6d2e1ea1 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:42.367556 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4f679fdb-5391-4dfe-b1c1-c6df112283f9 req-b7d2d46f-2681-4669-af7a-344b6d2e1ea1 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0528972 Aug 04 12:47:42.406174 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4f679fdb-5391-4dfe-b1c1-c6df112283f9 req-b42a0420-5ef6-40dc-be5d-bd03b7506190 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325501 Aug 04 12:47:43.217998 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-73c49d53-b434-4bf4-a1cc-7b710f5a220e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:43.492419 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:43.528709 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b04c4-86bf-4fe0-9771-a34933d86b25 req-02d8d567-d76d-46e0-aed0-43cd7a910d97 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:43.530288 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-331b04c4-86bf-4fe0-9771-a34933d86b25 req-02d8d567-d76d-46e0-aed0-43cd7a910d97 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0564985 Aug 04 12:47:43.570998 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-331b04c4-86bf-4fe0-9771-a34933d86b25 req-e6c87a25-3694-4478-997f-20f279a7b405 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341060 Aug 04 12:47:44.473315 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:44.481732 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a513fc-b95e-41be-ae68-535230a5842d req-473f5595-784c-4091-b546-d9282296a470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:44.483249 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-69a513fc-b95e-41be-ae68-535230a5842d req-473f5595-784c-4091-b546-d9282296a470 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe3e08f20205460980a8eca6bc05529d&device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 1099 time: 0.0851178 Aug 04 12:47:44.585603 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a513fc-b95e-41be-ae68-535230a5842d req-ba938e79-909c-4f06-bd2c-3726bd3d36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:44.586979 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-69a513fc-b95e-41be-ae68-535230a5842d req-ba938e79-909c-4f06-bd2c-3726bd3d36e7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9f45085c-c37c-4c40-9c5e-a2d86b0da083 HTTP/1.1" status: 200 len: 910 time: 0.0818517 Aug 04 12:47:44.668977 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-69a513fc-b95e-41be-ae68-535230a5842d req-e8da59bc-862c-4884-be00-a515f781396d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86149843-bf0f-433a-95c6-06099423f61d HTTP/1.1" status: 200 len: 1002 time: 0.0712049 Aug 04 12:47:44.684319 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd89230-31ff-4df6-9226-552d64da108f req-9b25f5f1-3c7f-4d39-8dd4-60bffe59bb34 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:44.691509 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ecd89230-31ff-4df6-9226-552d64da108f req-9b25f5f1-3c7f-4d39-8dd4-60bffe59bb34 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0529857 Aug 04 12:47:44.725891 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ecd89230-31ff-4df6-9226-552d64da108f req-5a221d19-0505-49b6-bbbf-94fe5a135515 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333815 Aug 04 12:47:44.730942 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a513fc-b95e-41be-ae68-535230a5842d req-b514554d-5655-40cb-bc9a-eaffc4256a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:44.732574 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-69a513fc-b95e-41be-ae68-535230a5842d req-b514554d-5655-40cb-bc9a-eaffc4256a99 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68ad8ac2-734e-47bc-b065-f478d6d8ad78 HTTP/1.1" status: 200 len: 848 time: 0.0560300 Aug 04 12:47:44.783252 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a513fc-b95e-41be-ae68-535230a5842d req-82d8e3b2-ab04-43d8-8a4c-9d197897f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:44.784857 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-69a513fc-b95e-41be-ae68-535230a5842d req-82d8e3b2-ab04-43d8-8a4c-9d197897f6a6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9f45085c-c37c-4c40-9c5e-a2d86b0da083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416472 Aug 04 12:47:44.795769 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [req-69a513fc-b95e-41be-ae68-535230a5842d req-cb87cf19-108a-477b-bb21-495e55e34835 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=94079) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 12:47:44.800702 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-69a513fc-b95e-41be-ae68-535230a5842d req-cb87cf19-108a-477b-bb21-495e55e34835 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051973 Aug 04 12:47:44.892405 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-69a513fc-b95e-41be-ae68-535230a5842d req-b81f4bf5-79f5-4a7e-99e8-fa58ee8d976d service neutron] 10.222.0.76 "GET /v2.0/networks/9f45085c-c37c-4c40-9c5e-a2d86b0da083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844898 Aug 04 12:47:44.985763 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-69a513fc-b95e-41be-ae68-535230a5842d req-fdee0965-e743-4b30-b81f-f4a0af686488 service neutron] 10.222.0.76 "GET /v2.0/networks/9f45085c-c37c-4c40-9c5e-a2d86b0da083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830867 Aug 04 12:47:45.838859 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606a262-15b1-4531-a167-ee3fa0f852c3 req-d06be6dc-453f-4e0a-9e20-6dbf9bccbc88 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:45.840327 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f606a262-15b1-4531-a167-ee3fa0f852c3 req-d06be6dc-453f-4e0a-9e20-6dbf9bccbc88 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0500124 Aug 04 12:47:45.881056 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f606a262-15b1-4531-a167-ee3fa0f852c3 req-f685d558-9866-4692-a99c-ca60c1c7a1bf tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348718 Aug 04 12:47:45.983694 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:46.999346 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc0d04-c829-43fc-82bc-deacdf9ee5d2 req-33fde678-2775-4ff6-a0a6-ac1b3e3bac5e tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:47.004814 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6fc0d04-c829-43fc-82bc-deacdf9ee5d2 req-33fde678-2775-4ff6-a0a6-ac1b3e3bac5e tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0479345 Aug 04 12:47:47.040131 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b6fc0d04-c829-43fc-82bc-deacdf9ee5d2 req-05588f79-2e4d-455f-8779-1a3f8af15b0c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319784 Aug 04 12:47:48.151773 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aa6c2-6685-436e-9794-dbcb8ada2bc2 req-112e80bd-f4ee-46a8-9c4a-329a4a4884dc tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:48.153237 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bd8aa6c2-6685-436e-9794-dbcb8ada2bc2 req-112e80bd-f4ee-46a8-9c4a-329a4a4884dc tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0477777 Aug 04 12:47:48.190535 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-bd8aa6c2-6685-436e-9794-dbcb8ada2bc2 req-c7a10e08-7288-4e88-9b83-d3064fd6ce57 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313854 Aug 04 12:47:49.304820 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b76cf4-2b02-46c2-a6e2-e7dee66c2f25 req-66e19270-51e2-48c4-82ac-46360010e31f tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:49.306456 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-00b76cf4-2b02-46c2-a6e2-e7dee66c2f25 req-66e19270-51e2-48c4-82ac-46360010e31f tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0509849 Aug 04 12:47:49.347161 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-00b76cf4-2b02-46c2-a6e2-e7dee66c2f25 req-6819012e-e42c-45ae-a6ec-c24e90ce27ee tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336206 Aug 04 12:47:49.815504 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b69a83-5a73-4506-af80-b0b321fc2c19 req-f423d5cb-cff1-4a2f-aeb3-2b5dc7dfff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:49.816984 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-97b69a83-5a73-4506-af80-b0b321fc2c19 req-f423d5cb-cff1-4a2f-aeb3-2b5dc7dfff19 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe3e08f20205460980a8eca6bc05529d&device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 1099 time: 0.0406959 Aug 04 12:47:49.908846 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b69a83-5a73-4506-af80-b0b321fc2c19 req-d74e5183-fbb0-494c-98a4-78f1f2d783c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:49.910352 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-97b69a83-5a73-4506-af80-b0b321fc2c19 req-d74e5183-fbb0-494c-98a4-78f1f2d783c5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9f45085c-c37c-4c40-9c5e-a2d86b0da083 HTTP/1.1" status: 200 len: 910 time: 0.0858278 Aug 04 12:47:49.975721 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-97b69a83-5a73-4506-af80-b0b321fc2c19 req-1f4b2795-8ee9-4ad8-b328-db1877be3b4a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86149843-bf0f-433a-95c6-06099423f61d HTTP/1.1" status: 200 len: 1002 time: 0.0573902 Aug 04 12:47:50.026505 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b69a83-5a73-4506-af80-b0b321fc2c19 req-a3c43e14-634d-4c2c-8fb7-6f53956e45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:50.027949 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-97b69a83-5a73-4506-af80-b0b321fc2c19 req-a3c43e14-634d-4c2c-8fb7-6f53956e45ff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68ad8ac2-734e-47bc-b065-f478d6d8ad78 HTTP/1.1" status: 200 len: 848 time: 0.0458431 Aug 04 12:47:50.073085 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b69a83-5a73-4506-af80-b0b321fc2c19 req-b77fe9b9-f099-4952-8141-1b64453a8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:50.074475 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-97b69a83-5a73-4506-af80-b0b321fc2c19 req-b77fe9b9-f099-4952-8141-1b64453a8792 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9f45085c-c37c-4c40-9c5e-a2d86b0da083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388811 Aug 04 12:47:50.161744 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-97b69a83-5a73-4506-af80-b0b321fc2c19 req-5f9f2841-65ba-4435-8dfd-ee097bdabf79 service neutron] 10.222.0.76 "GET /v2.0/networks/9f45085c-c37c-4c40-9c5e-a2d86b0da083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789509 Aug 04 12:47:50.260658 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-97b69a83-5a73-4506-af80-b0b321fc2c19 req-39944bff-c3c2-4668-a99f-09749f3bda1c service neutron] 10.222.0.76 "GET /v2.0/networks/9f45085c-c37c-4c40-9c5e-a2d86b0da083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919864 Aug 04 12:47:50.461138 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca724925-2ad7-4635-88f2-05a92614953f req-77e5d372-07d0-42e1-8412-71f31971aef7 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:50.462621 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ca724925-2ad7-4635-88f2-05a92614953f req-77e5d372-07d0-42e1-8412-71f31971aef7 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0465171 Aug 04 12:47:50.507245 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ca724925-2ad7-4635-88f2-05a92614953f req-2463be6d-e9f5-454e-af22-fe17339ad1c7 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341277 Aug 04 12:47:51.628873 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a5cc5-4506-40ed-addb-5106c445cd33 req-aec6128c-761b-4755-83b3-3646b8927d9c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:51.630375 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-947a5cc5-4506-40ed-addb-5106c445cd33 req-aec6128c-761b-4755-83b3-3646b8927d9c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0467298 Aug 04 12:47:51.667758 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-947a5cc5-4506-40ed-addb-5106c445cd33 req-59d08577-ee78-46e8-83b0-854cac13fedc tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315125 Aug 04 12:47:52.785636 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a2f8f-aafa-4ec2-98d5-120124a016e6 req-357f9c01-de37-4829-a6af-8b842d7d6fcb tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:52.787118 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-df0a2f8f-aafa-4ec2-98d5-120124a016e6 req-357f9c01-de37-4829-a6af-8b842d7d6fcb tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0519872 Aug 04 12:47:52.829659 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-df0a2f8f-aafa-4ec2-98d5-120124a016e6 req-203b8dd8-81eb-4eb8-85ea-b760d5044530 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354848 Aug 04 12:47:52.954321 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:47:53.944947 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb08616-a060-40b6-b9b8-1ea0e44bba7e req-f83a23bf-214d-49a0-9cbc-1c3fbc34ac93 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:53.946441 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6fb08616-a060-40b6-b9b8-1ea0e44bba7e req-f83a23bf-214d-49a0-9cbc-1c3fbc34ac93 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0467744 Aug 04 12:47:53.984333 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6fb08616-a060-40b6-b9b8-1ea0e44bba7e req-fb424f2c-6529-4815-9ea8-de032100a58c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318027 Aug 04 12:47:54.344653 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbd181-a1a9-430c-bfb0-cb368854c304 req-612da960-f2a1-4254-843f-c2d88a6f2654 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:54.346704 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8efbd181-a1a9-430c-bfb0-cb368854c304 req-612da960-f2a1-4254-843f-c2d88a6f2654 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0538592 Aug 04 12:47:54.413762 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8efbd181-a1a9-430c-bfb0-cb368854c304 req-f2840594-763f-4722-9441-becd6aff2bb9 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596488 Aug 04 12:47:54.428577 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b38376e7-089a-4921-92da-be0ba340e499 req-243a5b0b-4abd-4c02-9628-86612a3ba49b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1024227 Aug 04 12:47:54.688264 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47386) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:47:54.789533 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0195a5c8-422b-4b41-8ffc-85a46e19649e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:54.874804 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0195a5c8-422b-4b41-8ffc-85a46e19649e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:54.931886 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0195a5c8-422b-4b41-8ffc-85a46e19649e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:54.970586 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-0195a5c8-422b-4b41-8ffc-85a46e19649e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=83676ab837924224b5886b26288d50f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805495 Aug 04 12:47:54.972649 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195a5c8-422b-4b41-8ffc-85a46e19649e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f154e706-4042-48b5-8f47-918b8dda5194,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:47:54.973280 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 47392) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:47:55.021819 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f897502-c557-4d8c-9fa4-aa31e6c297f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:55.049573 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f897502-c557-4d8c-9fa4-aa31e6c297f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:55.160800 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f897502-c557-4d8c-9fa4-aa31e6c297f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:55.163535 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f897502-c557-4d8c-9fa4-aa31e6c297f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:55.164759 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-7f897502-c557-4d8c-9fa4-aa31e6c297f5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f154e706-4042-48b5-8f47-918b8dda5194 HTTP/1.1" status: 204 len: 168 time: 0.1903322 Aug 04 12:47:55.174962 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f897502-c557-4d8c-9fa4-aa31e6c297f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f154e706-4042-48b5-8f47-918b8dda5194,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:47:55.180020 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f897502-c557-4d8c-9fa4-aa31e6c297f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:55.180438 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f897502-c557-4d8c-9fa4-aa31e6c297f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:55.180782 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f897502-c557-4d8c-9fa4-aa31e6c297f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:55.181122 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f897502-c557-4d8c-9fa4-aa31e6c297f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:55.181486 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f897502-c557-4d8c-9fa4-aa31e6c297f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:55.181821 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f897502-c557-4d8c-9fa4-aa31e6c297f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:55.182154 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f897502-c557-4d8c-9fa4-aa31e6c297f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:55.182483 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f897502-c557-4d8c-9fa4-aa31e6c297f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:55.182811 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f897502-c557-4d8c-9fa4-aa31e6c297f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:55.183138 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f897502-c557-4d8c-9fa4-aa31e6c297f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:55.183464 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f897502-c557-4d8c-9fa4-aa31e6c297f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:55.183792 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f897502-c557-4d8c-9fa4-aa31e6c297f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:55.532152 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037c075-ddcc-410d-98ee-4eb23bdc3376 req-736f2a80-7c42-435b-828f-7475378059f2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:55.533787 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d037c075-ddcc-410d-98ee-4eb23bdc3376 req-736f2a80-7c42-435b-828f-7475378059f2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0503700 Aug 04 12:47:55.576325 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d037c075-ddcc-410d-98ee-4eb23bdc3376 req-5b8e5898-a373-44ab-8cd4-0627c4373b51 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363221 Aug 04 12:47:56.141472 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 47416) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:47:56.243122 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6f034438-fac0-4c3e-bba9-f56b7aa1aa5a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1372106447-network', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:47:56.315712 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f034438-fac0-4c3e-bba9-f56b7aa1aa5a admin admin] Made reservation on behalf of 542d8de1ebfd4e1ea3a5e66ef54f1c7c for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:47:56.318197 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f034438-fac0-4c3e-bba9-f56b7aa1aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:56.326965 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f034438-fac0-4c3e-bba9-f56b7aa1aa5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:56.415770 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f034438-fac0-4c3e-bba9-f56b7aa1aa5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:56.472728 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f034438-fac0-4c3e-bba9-f56b7aa1aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:56.497380 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f034438-fac0-4c3e-bba9-f56b7aa1aa5a admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 12:47:56.506596 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f034438-fac0-4c3e-bba9-f56b7aa1aa5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3f0269-cfb0-4307-b018-842416c8d1ae,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:47:56.512294 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f034438-fac0-4c3e-bba9-f56b7aa1aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:56.512649 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-6f034438-fac0-4c3e-bba9-f56b7aa1aa5a admin admin] Added segment 2540ff13-ccd2-462d-87d7-250cb1887e3c of type vlan for network 8b0465a0-d834-4e12-9b5a-ddd473069e9d Aug 04 12:47:56.551324 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f034438-fac0-4c3e-bba9-f56b7aa1aa5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:56.575689 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 86149843-bf0f-433a-95c6-06099423f61d no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:47:56.649501 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:56.671626 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89d0783-cc16-437b-a7bd-32657580b37c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86149843-bf0f-433a-95c6-06099423f61d'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:47:56.674380 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729f5666-9de0-4f6f-8658-3fbe39f41d1c" -d '{"events": [{"server_uuid": "f89d0783-cc16-437b-a7bd-32657580b37c", "name": "network-vif-unplugged", "status": "completed", "tag": "86149843-bf0f-433a-95c6-06099423f61d"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:47:56.675066 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f034438-fac0-4c3e-bba9-f56b7aa1aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:56.676046 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f034438-fac0-4c3e-bba9-f56b7aa1aa5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:56.676897 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f034438-fac0-4c3e-bba9-f56b7aa1aa5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:56.690337 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 86149843-bf0f-433a-95c6-06099423f61d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=86149843-bf0f-433a-95c6-06099423f61d,segment=NetworkSegment(9597b5cb-9212-42a8-8cf9-53da97d840e4),segment_id=9597b5cb-9212-42a8-8cf9-53da97d840e4)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:47:56.757181 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d40ab9-1600-4f81-a72f-d1b6b6b9479b req-43491e0b-c862-4e17-8795-b6dee9200be3 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:56.758719 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-51d40ab9-1600-4f81-a72f-d1b6b6b9479b req-43491e0b-c862-4e17-8795-b6dee9200be3 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.1159434 Aug 04 12:47:56.761726 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f034438-fac0-4c3e-bba9-f56b7aa1aa5a admin admin] Pushing event updated for resources: {'Network': ['ID=8b0465a0-d834-4e12-9b5a-ddd473069e9d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:47:56.766753 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:56.777256 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network 8b0465a0-d834-4e12-9b5a-ddd473069e9d details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:47:56.806360 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-6f034438-fac0-4c3e-bba9-f56b7aa1aa5a admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6602802 Aug 04 12:47:56.806850 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 47426) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:47:56.811898 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8d87a057-abc3-44db-850c-42f30022cf8b admin admin] Request body: {'subnet': {'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1372106447-subnet', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:47:56.822081 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-51d40ab9-1600-4f81-a72f-d1b6b6b9479b req-f738b979-c095-492b-8f94-50088073703c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501504 Aug 04 12:47:56.855131 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 12:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93d431c-0715-48fa-896f-2b79183afd0e x-openstack-request-id: req-c93d431c-0715-48fa-896f-2b79183afd0e {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:47:56.855131 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89d0783-cc16-437b-a7bd-32657580b37c", "name": "network-vif-unplugged", "status": "completed", "tag": "86149843-bf0f-433a-95c6-06099423f61d", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:47:56.855131 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-c93d431c-0715-48fa-896f-2b79183afd0e {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:47:56.855131 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89d0783-cc16-437b-a7bd-32657580b37c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86149843-bf0f-433a-95c6-06099423f61d', 'code': 200} Aug 04 12:47:56.884180 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=86149843-bf0f-433a-95c6-06099423f61d,revision_number=6']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:47:56.890083 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:56.890421 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:56.890774 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:56.891100 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:56.891421 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:56.891741 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:56.892085 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:56.892401 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:56.892722 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:56.893035 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:56.893347 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:56.893937 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:47:56.903812 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d87a057-abc3-44db-850c-42f30022cf8b admin admin] Made reservation on behalf of 542d8de1ebfd4e1ea3a5e66ef54f1c7c for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:47:56.906208 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8d87a057-abc3-44db-850c-42f30022cf8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694635'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:57.144367 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8d87a057-abc3-44db-850c-42f30022cf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694613'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:57.156259 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38376e7-089a-4921-92da-be0ba340e499 req-27db0176-480f-442d-a7b6-d6901fa0b0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:57.158300 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b38376e7-089a-4921-92da-be0ba340e499 req-27db0176-480f-442d-a7b6-d6901fa0b0aa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c&tenant_id=fe3e08f20205460980a8eca6bc05529d HTTP/1.1" status: 200 len: 1097 time: 0.0439053 Aug 04 12:47:57.200898 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87a057-abc3-44db-850c-42f30022cf8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=061b6493-caed-49b5-a60e-f2285f8a74c1,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:47:57.206908 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87a057-abc3-44db-850c-42f30022cf8b admin admin] Checking segment: {'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:47:57.207245 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d87a057-abc3-44db-850c-42f30022cf8b admin admin] Network hostable DHCP agents. Network: 8b0465a0-d834-4e12-9b5a-ddd473069e9d, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:47:57.235662 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38376e7-089a-4921-92da-be0ba340e499 req-24e4a1e0-bf96-4a1e-af12-eb19de865a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:57.237553 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b38376e7-089a-4921-92da-be0ba340e499 req-24e4a1e0-bf96-4a1e-af12-eb19de865a18 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe3e08f20205460980a8eca6bc05529d&device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 1097 time: 0.0414162 Aug 04 12:47:57.301072 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d87a057-abc3-44db-850c-42f30022cf8b admin admin] Network 8b0465a0-d834-4e12-9b5a-ddd473069e9d is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:47:57.327377 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38376e7-089a-4921-92da-be0ba340e499 req-3073dccf-bc12-45c1-b716-840c412a1a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:57.328940 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b38376e7-089a-4921-92da-be0ba340e499 req-3073dccf-bc12-45c1-b716-840c412a1a24 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9f45085c-c37c-4c40-9c5e-a2d86b0da083 HTTP/1.1" status: 200 len: 910 time: 0.0838456 Aug 04 12:47:57.369899 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-8d87a057-abc3-44db-850c-42f30022cf8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, 8b0465a0-d834-4e12-9b5a-ddd473069e9d) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:47:57.374513 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d87a057-abc3-44db-850c-42f30022cf8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:57.375093 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8d87a057-abc3-44db-850c-42f30022cf8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:57.382440 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e540eb-5d34-4d82-9ed5-096a337b4f6c None None] Network 8b0465a0-d834-4e12-9b5a-ddd473069e9d requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:47:57.401966 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b38376e7-089a-4921-92da-be0ba340e499 req-9521b237-7dce-4fdb-b2d9-5c3d4059ecf6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86149843-bf0f-433a-95c6-06099423f61d HTTP/1.1" status: 200 len: 1000 time: 0.0649142 Aug 04 12:47:57.450255 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38376e7-089a-4921-92da-be0ba340e499 req-96d92f73-1bc6-4365-8ee6-14394b55c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:57.451713 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b38376e7-089a-4921-92da-be0ba340e499 req-96d92f73-1bc6-4365-8ee6-14394b55c163 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68ad8ac2-734e-47bc-b065-f478d6d8ad78 HTTP/1.1" status: 200 len: 848 time: 0.0427799 Aug 04 12:47:57.481991 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-8d87a057-abc3-44db-850c-42f30022cf8b admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6716597 Aug 04 12:47:57.483934 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 47428) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:47:57.487649 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:47:57.500413 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38376e7-089a-4921-92da-be0ba340e499 req-bf8d0f0e-6cfd-4b39-b492-c354733bcee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:57.502755 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b38376e7-089a-4921-92da-be0ba340e499 req-bf8d0f0e-6cfd-4b39-b492-c354733bcee8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9f45085c-c37c-4c40-9c5e-a2d86b0da083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430441 Aug 04 12:47:57.528109 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eaa42bf-bea8-51b1-b296-9e8791fa0d1d-8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1'}]}} from dv-cinder-803046-4-iscsi. {{(pid=94080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 12:47:57.528849 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:57.595809 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b38376e7-089a-4921-92da-be0ba340e499 req-7d98eda6-8c01-47a0-aafa-6fd0227751c3 service neutron] 10.222.0.76 "GET /v2.0/networks/9f45085c-c37c-4c40-9c5e-a2d86b0da083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861208 Aug 04 12:47:57.612513 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25293'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:57.613709 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31806'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:57.669549 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:57.670168 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Allocated IP 172.20.0.2 (8b0465a0-d834-4e12-9b5a-ddd473069e9d/061b6493-caed-49b5-a60e-f2285f8a74c1/c6d01f25-011b-46c7-a92a-fbbdd6540848) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:47:57.687766 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b38376e7-089a-4921-92da-be0ba340e499 req-b45c108f-813d-45c1-90ec-ea4b6a4f34ce service neutron] 10.222.0.76 "GET /v2.0/networks/9f45085c-c37c-4c40-9c5e-a2d86b0da083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844693 Aug 04 12:47:57.811541 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:57.820225 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Transition to ACTIVE for port object c6d01f25-011b-46c7-a92a-fbbdd6540848 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:47:57.834572 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Transition to ACTIVE for port object c6d01f25-011b-46c7-a92a-fbbdd6540848 will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:47:57.850056 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:57.936625 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:57.976334 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Network 8b0465a0-d834-4e12-9b5a-ddd473069e9d is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:47:57.979251 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:47:57.985096 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:47:57.990779 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Pushing event updated for resources: {'Port': ['ID=c6d01f25-011b-46c7-a92a-fbbdd6540848,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:47:58.044614 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Attempting to bind port c6d01f25-011b-46c7-a92a-fbbdd6540848 on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:47:58.044977 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Attempting to bind port c6d01f25-011b-46c7-a92a-fbbdd6540848 by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:47:58.045334 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Attempting to bind port c6d01f25-011b-46c7-a92a-fbbdd6540848 on network 8b0465a0-d834-4e12-9b5a-ddd473069e9d {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:47:58.051009 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:47:58.051380 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Checking segment: {'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:47:58.051812 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:58.052251 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Bound using segment: {'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:47:58.052721 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Bound port: c6d01f25-011b-46c7-a92a-fbbdd6540848, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:47:58.053103 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:58.122788 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] For port c6d01f25-011b-46c7-a92a-fbbdd6540848, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:47:58.125986 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] For port c6d01f25-011b-46c7-a92a-fbbdd6540848, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=c6d01f25-011b-46c7-a92a-fbbdd6540848,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:47:58.204551 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:58.233724 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29478b8-41cf-4cd9-8140-82ccd61babb9 req-844eef33-c27b-4855-b216-523cfb63d086 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:58.235243 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a29478b8-41cf-4cd9-8140-82ccd61babb9 req-844eef33-c27b-4855-b216-523cfb63d086 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 944 time: 0.3485532 Aug 04 12:47:58.269400 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71665b0-24f9-4936-8144-ccc5125819bf None None] Pushing event updated for resources: {'Port': ['ID=c6d01f25-011b-46c7-a92a-fbbdd6540848,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:47:58.294030 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a29478b8-41cf-4cd9-8140-82ccd61babb9 req-74573c05-1141-46d2-b8c4-a92b67bd3a2c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486858 Aug 04 12:47:58.442543 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:58.464039 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:58.568173 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] Allocated IP 172.27.3.90 (edaa9ae4-5451-4ed4-982a-c63f3ba8dd77/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7/259fea70-c363-4fa5-b2cf-1715673981bb) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:47:58.680694 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:58.778153 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:58.816004 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:47:58.818949 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:47:58.824727 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:47:58.830778 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] Pushing event updated for resources: {'Port': ['ID=259fea70-c363-4fa5-b2cf-1715673981bb,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:47:59.088790 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d48236c-2d3a-4629-be07-ad2cf58d895b None None] Network 8b0465a0-d834-4e12-9b5a-ddd473069e9d requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:47:59.167208 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device c6d01f25-011b-46c7-a92a-fbbdd6540848 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:47:59.190472 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:59.264081 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-feba2c29-23cb-4ac8-8ae8-afdae6069f9f None None] Provisioning for port c6d01f25-011b-46c7-a92a-fbbdd6540848 completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:47:59.349089 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port c6d01f25-011b-46c7-a92a-fbbdd6540848 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:47:59.353949 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port c6d01f25-011b-46c7-a92a-fbbdd6540848 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:47:59.354323 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:59.440236 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544091'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:59.445231 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:59.459092 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126d0d8-5f94-4764-8d67-2f6a28bdb86d req-ace2fb1e-b622-47bd-b9cd-c5b266ae8548 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:47:59.460663 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4126d0d8-5f94-4764-8d67-2f6a28bdb86d req-ace2fb1e-b622-47bd-b9cd-c5b266ae8548 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 944 time: 0.0671537 Aug 04 12:47:59.479445 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port c6d01f25-011b-46c7-a92a-fbbdd6540848, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=c6d01f25-011b-46c7-a92a-fbbdd6540848,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:47:59.560636 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:59.562964 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4126d0d8-5f94-4764-8d67-2f6a28bdb86d req-d9425900-ee29-4106-83e8-d344f556881b tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687740 Aug 04 12:47:59.617043 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=c6d01f25-011b-46c7-a92a-fbbdd6540848,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:47:59.621385 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-f1cb1406-de28-4dbd-a54f-ae96089404f8 None None] Provisioning complete for port c6d01f25-011b-46c7-a92a-fbbdd6540848 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:47:59.621753 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f1cb1406-de28-4dbd-a54f-ae96089404f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:59.684084 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] Router 08794641-3180-4551-b1d4-c9a2164127be is scheduled to L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 12:47:59.792101 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:47:59.800959 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Sync routers for ids ['08794641-3180-4551-b1d4-c9a2164127be'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:47:59.810002 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Routers {'08794641-3180-4551-b1d4-c9a2164127be'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:47:59.810623 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:47:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['08794641-3180-4551-b1d4-c9a2164127be'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:47:59.897930 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:47:59.899202 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-968c4242-8498-443c-8596-14e2a539434f admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4155982 Aug 04 12:47:59.902196 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 47434) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:47:59.913110 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Set router 08794641-3180-4551-b1d4-c9a2164127be gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:48:00.089914 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:47:58Z', 'revision_number': 3, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:48:00.117667 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Checking router: 08794641-3180-4551-b1d4-c9a2164127be for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:48:00.118021 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Updating router 08794641-3180-4551-b1d4-c9a2164127be port 259fea70-c363-4fa5-b2cf-1715673981bb binding host dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:48:00.142430 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:00.315935 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:00.465164 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] Allocated IP 172.20.0.1 (8b0465a0-d834-4e12-9b5a-ddd473069e9d/061b6493-caed-49b5-a60e-f2285f8a74c1/2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:48:00.525834 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:00.536228 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Transition to ACTIVE for port object 259fea70-c363-4fa5-b2cf-1715673981bb will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:48:00.570601 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:00.582558 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] Transition to ACTIVE for port object 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:48:00.612200 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:00.665754 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Attempting to bind port 259fea70-c363-4fa5-b2cf-1715673981bb on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:48:00.666131 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Attempting to bind port 259fea70-c363-4fa5-b2cf-1715673981bb by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:48:00.666490 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Attempting to bind port 259fea70-c363-4fa5-b2cf-1715673981bb on network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:48:00.668513 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d2011-303e-4998-af33-5d340bfbe24f None None] Pushing event updated for resources: {'Port': ['ID=259fea70-c363-4fa5-b2cf-1715673981bb,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:00.674748 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:48:00.675126 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Checking segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:48:00.675526 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:00.675911 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Bound using segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:48:00.676721 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Bound port: 259fea70-c363-4fa5-b2cf-1715673981bb, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:48:00.676823 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:00.680237 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acff61-a8e5-4833-9da1-be4de5f67d7d req-782dbeac-2403-4c99-9bf5-0cc409efe62a tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:00.681806 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f6acff61-a8e5-4833-9da1-be4de5f67d7d req-782dbeac-2403-4c99-9bf5-0cc409efe62a tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 944 time: 0.0500543 Aug 04 12:48:00.683354 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:00.731574 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] For port 259fea70-c363-4fa5-b2cf-1715673981bb, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:48:00.734702 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] For port 259fea70-c363-4fa5-b2cf-1715673981bb, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=259fea70-c363-4fa5-b2cf-1715673981bb,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:48:00.743266 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] Network 8b0465a0-d834-4e12-9b5a-ddd473069e9d is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:48:00.747566 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:48:00.756855 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:48:00.767201 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:00.797386 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f6acff61-a8e5-4833-9da1-be4de5f67d7d req-b256f67e-1506-4bef-80ae-bdee83880e2a tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060302 Aug 04 12:48:00.818231 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544644'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:00.822874 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:00.883017 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Routers {'08794641-3180-4551-b1d4-c9a2164127be'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:48:00.883663 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:47:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['08794641-3180-4551-b1d4-c9a2164127be'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:48:00.921180 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d2011-303e-4998-af33-5d340bfbe24f None None] Pushing event updated for resources: {'Port': ['ID=259fea70-c363-4fa5-b2cf-1715673981bb,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:01.009220 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] Set router 08794641-3180-4551-b1d4-c9a2164127be gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:48:01.025050 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:01.137207 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device c6d01f25-011b-46c7-a92a-fbbdd6540848 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:48:01.197682 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:01.231355 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-8a98941e-9322-463b-8b07-cd79b843f082 None None] Provisioning for port 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:48:01.233979 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port c6d01f25-011b-46c7-a92a-fbbdd6540848 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:48:01.234387 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:01.252416 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:01.260776 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-8a98941e-9322-463b-8b07-cd79b843f082 None None] Provisioning complete for port 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:48:01.263962 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8a98941e-9322-463b-8b07-cd79b843f082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:01.311511 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:47:58Z', 'revision_number': 3, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:48:01.320594 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-8a98941e-9322-463b-8b07-cd79b843f082 None None] Port 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:48:01.320862 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:01.320862 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544536'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:01.345266 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeadeeac-d5b4-4811-bb91-2b8e0b8df42b None None] The sync data for ids ['08794641-3180-4551-b1d4-c9a2164127be'] in dv-cinder-803046-4-iscsi is: [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:47:58Z', 'revision_number': 3, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:48:01.423475 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] Network 8b0465a0-d834-4e12-9b5a-ddd473069e9d is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:48:01.424956 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:48:01.542842 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] Router 08794641-3180-4551-b1d4-c9a2164127be has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:48:01.639430 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-67816502-1b23-46f4-9180-ed2b80d393d2 None None] Provisioning complete for port 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:48:01.640421 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-67816502-1b23-46f4-9180-ed2b80d393d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:01.669232 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:48:01.679292 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-60fc4577-29d3-48fb-824f-bd290b969bd8 admin admin] 10.222.0.90 "PUT /v2.0/routers/08794641-3180-4551-b1d4-c9a2164127be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7758358 Aug 04 12:48:01.679685 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-67816502-1b23-46f4-9180-ed2b80d393d2 None None] Port 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:48:01.919049 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e088c-0716-400e-832c-080fad684a31 req-93321da3-bdca-4937-a2e4-8da1e8dae0d7 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:01.926851 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a82e088c-0716-400e-832c-080fad684a31 req-93321da3-bdca-4937-a2e4-8da1e8dae0d7 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 944 time: 0.0571294 Aug 04 12:48:01.961319 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a82e088c-0716-400e-832c-080fad684a31 req-65022dcc-bdfb-42c9-922f-3d7aad342496 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330000 Aug 04 12:48:02.372718 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 47454) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:48:02.377800 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-07f9c0cd-7a18-4b16-9880-a17950e2701c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1621669439-network', 'tenant_id': '09cf48ca86ef4cf492277edde0361b47'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:48:02.478095 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f9c0cd-7a18-4b16-9880-a17950e2701c admin admin] Made reservation on behalf of 09cf48ca86ef4cf492277edde0361b47 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:48:02.480421 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07f9c0cd-7a18-4b16-9880-a17950e2701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:02.488810 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07f9c0cd-7a18-4b16-9880-a17950e2701c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:02.582615 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07f9c0cd-7a18-4b16-9880-a17950e2701c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:02.655611 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07f9c0cd-7a18-4b16-9880-a17950e2701c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:02.680832 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f9c0cd-7a18-4b16-9880-a17950e2701c admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 12:48:02.691303 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9c0cd-7a18-4b16-9880-a17950e2701c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4323c577-f4fa-411c-b627-1a35c42e3767,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:02.695976 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07f9c0cd-7a18-4b16-9880-a17950e2701c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:02.698734 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.segments_db [None req-07f9c0cd-7a18-4b16-9880-a17950e2701c admin admin] Added segment 652bb38f-198f-4472-aadb-3bf48b28232e of type vlan for network ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2 Aug 04 12:48:02.737072 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07f9c0cd-7a18-4b16-9880-a17950e2701c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788655808278'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:02.838792 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07f9c0cd-7a18-4b16-9880-a17950e2701c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:02.839897 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f9c0cd-7a18-4b16-9880-a17950e2701c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:02.840483 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07f9c0cd-7a18-4b16-9880-a17950e2701c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:02.861676 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Sync routers for ids ['08794641-3180-4551-b1d4-c9a2164127be'] in dv-cinder-803046-4-iscsi {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:48:02.870796 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Routers {'08794641-3180-4551-b1d4-c9a2164127be'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:48:02.876634 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:47:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['08794641-3180-4551-b1d4-c9a2164127be'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:48:02.900001 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9c0cd-7a18-4b16-9880-a17950e2701c admin admin] Pushing event updated for resources: {'Network': ['ID=ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:02.910916 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Network ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2 details requested by agent ovs-agent-dv-cinder-803046-4-iscsi with host dv-cinder-803046-4-iscsi {{(pid=94080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 12:48:02.956063 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-07f9c0cd-7a18-4b16-9880-a17950e2701c admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5821364 Aug 04 12:48:02.958786 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 47456) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:48:02.963774 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-09d7d57c-7fda-4e59-94a3-ef93b90fc77d admin admin] Request body: {'subnet': {'network_id': 'ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1621669439-subnet', 'tenant_id': '09cf48ca86ef4cf492277edde0361b47', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:48:02.978784 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Set router 08794641-3180-4551-b1d4-c9a2164127be gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:48:03.071613 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d7d57c-7fda-4e59-94a3-ef93b90fc77d admin admin] Made reservation on behalf of 09cf48ca86ef4cf492277edde0361b47 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:48:03.074041 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-09d7d57c-7fda-4e59-94a3-ef93b90fc77d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3694635'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:03.127296 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a6ec7-7d65-40fa-9597-18b7996ae25a req-b9e35666-8669-4ba3-92c2-7ddcabadb739 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:03.128719 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c55a6ec7-7d65-40fa-9597-18b7996ae25a req-b9e35666-8669-4ba3-92c2-7ddcabadb739 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 944 time: 0.0957336 Aug 04 12:48:03.158723 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 259fea70-c363-4fa5-b2cf-1715673981bb up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:48:03.192912 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c55a6ec7-7d65-40fa-9597-18b7996ae25a req-f416b019-6364-49c8-88f1-135b25c3f2a4 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554354 Aug 04 12:48:03.286389 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port 259fea70-c363-4fa5-b2cf-1715673981bb completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:48:03.288731 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:01Z', 'revision_number': 2, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:48:03.290428 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 259fea70-c363-4fa5-b2cf-1715673981bb triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:48:03.290801 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:03.319996 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Checking router: 08794641-3180-4551-b1d4-c9a2164127be for host: dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:48:03.320559 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Updating router 08794641-3180-4551-b1d4-c9a2164127be port 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd binding host dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:48:03.345500 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:03.385167 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:03.392733 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-09d7d57c-7fda-4e59-94a3-ef93b90fc77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4003141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3694613'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:03.406820 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port 259fea70-c363-4fa5-b2cf-1715673981bb, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=259fea70-c363-4fa5-b2cf-1715673981bb,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:48:03.472517 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:03.525628 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=259fea70-c363-4fa5-b2cf-1715673981bb,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:03.631394 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:03.642266 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Transition to ACTIVE for port object 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd will not be triggered until provisioned by entity L2. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:48:03.701051 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:03.724474 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7d57c-7fda-4e59-94a3-ef93b90fc77d admin admin] Pushing event updated for resources: {'Subnet': ['ID=35592a7b-56f6-4a9f-bc53-3071ea946452,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:03.732257 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d7d57c-7fda-4e59-94a3-ef93b90fc77d admin admin] Checking segment: {'id': '652bb38f-198f-4472-aadb-3bf48b28232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:48:03.732592 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d7d57c-7fda-4e59-94a3-ef93b90fc77d admin admin] Network hostable DHCP agents. Network: ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2, hostable agents: ['93a8b2d0-4395-43d7-bbbf-7b8ca36910bf'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 12:48:03.754864 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb551be0-f7b6-49bf-83de-b838599b4046 None None] Pushing event updated for resources: {'Port': ['ID=2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd,revision_number=3']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:03.778822 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb551be0-f7b6-49bf-83de-b838599b4046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:03.779167 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb551be0-f7b6-49bf-83de-b838599b4046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:03.779504 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb551be0-f7b6-49bf-83de-b838599b4046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:03.779935 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb551be0-f7b6-49bf-83de-b838599b4046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:03.780211 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb551be0-f7b6-49bf-83de-b838599b4046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:03.780539 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb551be0-f7b6-49bf-83de-b838599b4046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:03.780861 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb551be0-f7b6-49bf-83de-b838599b4046 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:03.781183 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb551be0-f7b6-49bf-83de-b838599b4046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:03.781551 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb551be0-f7b6-49bf-83de-b838599b4046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:03.781874 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb551be0-f7b6-49bf-83de-b838599b4046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:03.782211 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb551be0-f7b6-49bf-83de-b838599b4046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:03.783069 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb551be0-f7b6-49bf-83de-b838599b4046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:03.814404 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Attempting to bind port 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:48:03.814772 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Attempting to bind port 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:48:03.815127 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Attempting to bind port 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd on network 8b0465a0-d834-4e12-9b5a-ddd473069e9d {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:48:03.815390 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d7d57c-7fda-4e59-94a3-ef93b90fc77d admin admin] Network ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2 is scheduled to be hosted by DHCP agent 93a8b2d0-4395-43d7-bbbf-7b8ca36910bf with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 12:48:03.820836 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:48:03.821207 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Checking segment: {'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:48:03.821644 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:03.822040 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Bound using segment: {'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:48:03.822522 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Bound port: 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'}}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:48:03.822900 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:03.878295 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-09d7d57c-7fda-4e59-94a3-ef93b90fc77d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803046-4-iscsi, ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:48:03.882722 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d7d57c-7fda-4e59-94a3-ef93b90fc77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:03.883311 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-09d7d57c-7fda-4e59-94a3-ef93b90fc77d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:03.888523 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0c8842-7454-41c1-a1b6-2e6eb744c570 None None] Network ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:48:03.900632 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] For port 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:48:03.904123 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] For port 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:48:03.964980 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-09d7d57c-7fda-4e59-94a3-ef93b90fc77d admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0050123 Aug 04 12:48:03.967981 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47460) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:48:03.973078 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1621669439-router', 'tenant_id': '09cf48ca86ef4cf492277edde0361b47', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:48:03.998896 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:04.054634 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4eaa42bf-bea8-51b1-b296-9e8791fa0d1d-ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2', 'network_id': 'ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2', 'tenant_id': '09cf48ca86ef4cf492277edde0361b47', 'fixed_ips': [{'subnet_id': '35592a7b-56f6-4a9f-bc53-3071ea946452'}]}} from dv-cinder-803046-4-iscsi. {{(pid=94080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 12:48:04.055527 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:04.059367 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Routers {'08794641-3180-4551-b1d4-c9a2164127be'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:48:04.060019 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:47:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['08794641-3180-4551-b1d4-c9a2164127be'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:48:04.067653 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-639314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25293'] for router, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:04.068722 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-640738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544132', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31806'] for router, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:04.129253 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:04.155865 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb551be0-f7b6-49bf-83de-b838599b4046 None None] Pushing event updated for resources: {'Port': ['ID=2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd,revision_number=4']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:04.187225 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] Set router 08794641-3180-4551-b1d4-c9a2164127be gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:48:04.220848 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.db_base_plugin_common [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Allocated IP 172.20.0.2 (ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2/35592a7b-56f6-4a9f-bc53-3071ea946452/e4dd90ec-487f-4b16-95be-fbf0265bd5ef) {{(pid=94080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:48:04.363032 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2c7b0-a4be-4958-87c0-fb46b317cc8b req-fd514d94-d52c-4afb-be60-26e49339751a tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:04.364810 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-59b2c7b0-a4be-4958-87c0-fb46b317cc8b req-fd514d94-d52c-4afb-be60-26e49339751a tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 944 time: 0.0860920 Aug 04 12:48:04.386695 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:04.413457 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:48:04.418577 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-59b2c7b0-a4be-4958-87c0-fb46b317cc8b req-5115fcd8-2643-4962-b72d-37754e967dfd tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431757 Aug 04 12:48:04.438200 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Notify callbacks [] for port, precommit_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:04.445308 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97635377-c592-42e9-8f4e-3102ded8127e None None] The sync data for ids ['08794641-3180-4551-b1d4-c9a2164127be'] in dv-cinder-803046-4-iscsi is: [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:48:04.447489 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Transition to ACTIVE for port object e4dd90ec-487f-4b16-95be-fbf0265bd5ef will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:48:04.463585 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Transition to ACTIVE for port object e4dd90ec-487f-4b16-95be-fbf0265bd5ef will not be triggered until provisioned by entity DHCP. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:48:04.684514 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582'] for port, after_create {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:04.729783 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Network ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2 is already hosted by enough agents. {{(pid=94080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:48:04.733143 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.scheduler.base_scheduler [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Resources bound (agent type, host, resource id): {{(pid=94080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:48:04.736667 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Received port after_create {{(pid=94080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:48:04.749571 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Pushing event updated for resources: {'Port': ['ID=e4dd90ec-487f-4b16-95be-fbf0265bd5ef,revision_number=1']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:04.804608 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Attempting to bind port e4dd90ec-487f-4b16-95be-fbf0265bd5ef on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:48:04.805058 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Attempting to bind port e4dd90ec-487f-4b16-95be-fbf0265bd5ef by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': '652bb38f-198f-4472-aadb-3bf48b28232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:48:04.805660 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Attempting to bind port e4dd90ec-487f-4b16-95be-fbf0265bd5ef on network ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:48:04.811425 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:48:04.811893 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Checking segment: {'id': '652bb38f-198f-4472-aadb-3bf48b28232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:48:04.812379 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:04.812886 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Bound using segment: {'id': '652bb38f-198f-4472-aadb-3bf48b28232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:48:04.814030 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Bound port: e4dd90ec-487f-4b16-95be-fbf0265bd5ef, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652bb38f-198f-4472-aadb-3bf48b28232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:48:04.814497 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:04.888904 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] For port e4dd90ec-487f-4b16-95be-fbf0265bd5ef, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:48:04.893163 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] For port e4dd90ec-487f-4b16-95be-fbf0265bd5ef, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=e4dd90ec-487f-4b16-95be-fbf0265bd5ef,segment=NetworkSegment(652bb38f-198f-4472-aadb-3bf48b28232e),segment_id=652bb38f-198f-4472-aadb-3bf48b28232e)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:48:04.950808 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:04.960859 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:04.971072 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:05.025789 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c6544-fe8b-45ee-85ae-e335aa28ea4d None None] Pushing event updated for resources: {'Port': ['ID=e4dd90ec-487f-4b16-95be-fbf0265bd5ef,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:05.105122 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] Allocated IP 172.27.3.171 (edaa9ae4-5451-4ed4-982a-c63f3ba8dd77/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7/19cc1b8a-8f02-413e-8252-0bdbdc35e277) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:48:05.241693 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:05.285740 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:48:05.353673 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:05.398696 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:48:05.401715 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:48:05.404290 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:48:05.406170 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:48:05.411203 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:48:05.411578 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:05.431744 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] Pushing event updated for resources: {'Port': ['ID=19cc1b8a-8f02-413e-8252-0bdbdc35e277,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:05.517685 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:05.556952 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:48:05.574631 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98302d-8ed6-40d2-b9f4-2c71ab75d041 req-d5a55eb4-62fa-469e-b99f-98d97d9931c3 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:05.576267 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1d98302d-8ed6-40d2-b9f4-2c71ab75d041 req-d5a55eb4-62fa-469e-b99f-98d97d9931c3 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 944 time: 0.0602574 Aug 04 12:48:05.615153 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1d98302d-8ed6-40d2-b9f4-2c71ab75d041 req-b37aac34-9173-4593-8baa-a70565c0d1cc tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323007 Aug 04 12:48:05.665722 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:05.666553 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 259fea70-c363-4fa5-b2cf-1715673981bb up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:48:05.745887 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:05.762246 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 259fea70-c363-4fa5-b2cf-1715673981bb triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:48:05.762738 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:05.804132 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:05.979228 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332a63f4-c0c0-4f01-912c-ed49cef89ea7 None None] Network ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:48:06.008799 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-640725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544091'] for router, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:06.198478 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0fcaa8ee-1aac-4398-90a7-c6beb0b99b86 None None] Provisioning for port e4dd90ec-487f-4b16-95be-fbf0265bd5ef completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:48:06.226999 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] Router f43958ba-b16f-4351-86d9-542260bde790 is scheduled to L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 with binding_index 1 {{(pid=94079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 12:48:06.333942 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:48:06.342363 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Sync routers for ids ['f43958ba-b16f-4351-86d9-542260bde790'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:48:06.356609 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Routers {'f43958ba-b16f-4351-86d9-542260bde790'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:48:06.361152 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:47:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f43958ba-b16f-4351-86d9-542260bde790'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:48:06.400272 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] Notify callbacks [] for router, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:06.401578 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-7c65ba14-0fd1-444d-b394-116939476c4f admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4325585 Aug 04 12:48:06.404367 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47466) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:48:06.590865 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Set router f43958ba-b16f-4351-86d9-542260bde790 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:48:06.641287 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 86149843-bf0f-433a-95c6-06099423f61d details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:48:06.735169 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb3766-4805-452b-9711-8bf4d78c99b0 req-de3b83c6-35dc-4c74-b31c-ac232e9c2129 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:06.738023 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-93fb3766-4805-452b-9711-8bf4d78c99b0 req-de3b83c6-35dc-4c74-b31c-ac232e9c2129 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 944 time: 0.0537620 Aug 04 12:48:06.782890 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-93fb3766-4805-452b-9711-8bf4d78c99b0 req-ebd209cd-060f-4ed7-915e-40fd48138f2f tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382714 Aug 04 12:48:06.824539 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:06.830549 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 86149843-bf0f-433a-95c6-06099423f61d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=86149843-bf0f-433a-95c6-06099423f61d,segment=NetworkSegment(9597b5cb-9212-42a8-8cf9-53da97d840e4),segment_id=9597b5cb-9212-42a8-8cf9-53da97d840e4)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:48:06.843596 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': '86149843-bf0f-433a-95c6-06099423f61d', 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'port_id': '86149843-bf0f-433a-95c6-06099423f61d', 'mac_address': 'fa:16:3e:5c:34:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:48:06.892249 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:06.896558 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43958ba-b16f-4351-86d9-542260bde790', 'name': 'tempest-TestVolumeBootPattern-1621669439-router', 'tenant_id': '09cf48ca86ef4cf492277edde0361b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '19cc1b8a-8f02-413e-8252-0bdbdc35e277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:48:04Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 3, 'project_id': '09cf48ca86ef4cf492277edde0361b47', 'gw_port': {'id': '19cc1b8a-8f02-413e-8252-0bdbdc35e277', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43958ba-b16f-4351-86d9-542260bde790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:04Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:48:06.930482 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Checking router: f43958ba-b16f-4351-86d9-542260bde790 for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:48:06.930867 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Updating router f43958ba-b16f-4351-86d9-542260bde790 port 19cc1b8a-8f02-413e-8252-0bdbdc35e277 binding host dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:48:06.934568 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86149843-bf0f-433a-95c6-06099423f61d {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:48:06.974433 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:06.979297 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 86149843-bf0f-433a-95c6-06099423f61d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=86149843-bf0f-433a-95c6-06099423f61d,segment=NetworkSegment(9597b5cb-9212-42a8-8cf9-53da97d840e4),segment_id=9597b5cb-9212-42a8-8cf9-53da97d840e4)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:48:06.983826 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] Allocated IP 172.20.0.1 (ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2/35592a7b-56f6-4a9f-bc53-3071ea946452/3720f70b-35a7-4c3e-b37e-d016aa848d6f) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:48:07.059887 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:07.101555 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:07.117104 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] Transition to ACTIVE for port object 3720f70b-35a7-4c3e-b37e-d016aa848d6f will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:48:07.169265 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=86149843-bf0f-433a-95c6-06099423f61d,revision_number=7']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:07.215133 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:48:07.244448 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:07.287897 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] Network ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:48:07.290818 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:48:07.299562 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:48:07.302758 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=3720f70b-35a7-4c3e-b37e-d016aa848d6f,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:07.330610 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:07.334366 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:48:07.334728 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:07.340010 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544644'] for router_interface, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:07.363982 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Transition to ACTIVE for port object 19cc1b8a-8f02-413e-8252-0bdbdc35e277 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:48:07.369059 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['86149843-bf0f-433a-95c6-06099423f61d'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:48:07.456048 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:07.525208 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:07.529621 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device e4dd90ec-487f-4b16-95be-fbf0265bd5ef up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:48:07.584484 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e709e2-d6c9-40dd-a3b5-444f72293a03 None None] Pushing event updated for resources: {'Port': ['ID=19cc1b8a-8f02-413e-8252-0bdbdc35e277,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:07.597008 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Attempting to bind port 19cc1b8a-8f02-413e-8252-0bdbdc35e277 on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:48:07.597404 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Attempting to bind port 19cc1b8a-8f02-413e-8252-0bdbdc35e277 by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:48:07.597767 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Attempting to bind port 19cc1b8a-8f02-413e-8252-0bdbdc35e277 on network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:48:07.612991 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:48:07.613380 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Checking segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:48:07.613802 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:07.614196 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Bound using segment: {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:48:07.614671 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Bound port: 19cc1b8a-8f02-413e-8252-0bdbdc35e277, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:48:07.615053 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:07.672305 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-e7228253-1e2b-4a5f-8cc2-f99c7b049bdc None None] Provisioning for port 3720f70b-35a7-4c3e-b37e-d016aa848d6f completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:48:07.690716 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-e7228253-1e2b-4a5f-8cc2-f99c7b049bdc None None] Provisioning complete for port 3720f70b-35a7-4c3e-b37e-d016aa848d6f triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:48:07.691104 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e7228253-1e2b-4a5f-8cc2-f99c7b049bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:07.692479 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:07.728061 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] For port 19cc1b8a-8f02-413e-8252-0bdbdc35e277, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:48:07.754692 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] For port 19cc1b8a-8f02-413e-8252-0bdbdc35e277, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=19cc1b8a-8f02-413e-8252-0bdbdc35e277,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:48:07.755746 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port e4dd90ec-487f-4b16-95be-fbf0265bd5ef completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:48:07.766318 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port e4dd90ec-487f-4b16-95be-fbf0265bd5ef triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:48:07.766739 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:07.768126 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-e7228253-1e2b-4a5f-8cc2-f99c7b049bdc None None] Port 3720f70b-35a7-4c3e-b37e-d016aa848d6f cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:48:07.771690 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:07.830053 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:07.838732 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=3720f70b-35a7-4c3e-b37e-d016aa848d6f,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:07.852734 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544536'] for router_interface, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:07.936979 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72330d32-5e9e-4b7b-bb68-6f57632ef3fc req-88ca655b-1078-4bdc-8299-2d3c979592cc tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:07.939518 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-72330d32-5e9e-4b7b-bb68-6f57632ef3fc req-88ca655b-1078-4bdc-8299-2d3c979592cc tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 945 time: 0.0715892 Aug 04 12:48:07.955320 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e709e2-d6c9-40dd-a3b5-444f72293a03 None None] Pushing event updated for resources: {'Port': ['ID=19cc1b8a-8f02-413e-8252-0bdbdc35e277,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:07.961190 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Routers {'f43958ba-b16f-4351-86d9-542260bde790'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:48:07.961684 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:47:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f43958ba-b16f-4351-86d9-542260bde790'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:48:07.974100 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] Network ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:48:07.975738 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:48:07.980193 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-72330d32-5e9e-4b7b-bb68-6f57632ef3fc req-ffe2d864-cc7e-42e5-9127-72818cd5ae00 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345857 Aug 04 12:48:08.031663 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:08.116063 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port e4dd90ec-487f-4b16-95be-fbf0265bd5ef, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=e4dd90ec-487f-4b16-95be-fbf0265bd5ef,segment=NetworkSegment(652bb38f-198f-4472-aadb-3bf48b28232e),segment_id=652bb38f-198f-4472-aadb-3bf48b28232e)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:48:08.119301 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] Router f43958ba-b16f-4351-86d9-542260bde790 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:48:08.123298 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] Set router f43958ba-b16f-4351-86d9-542260bde790 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:48:08.217039 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:08.240516 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:48:08.245753 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-007d3fb7-d9d9-42f1-bdf5-a0593609b7d1 admin admin] 10.222.0.90 "PUT /v2.0/routers/f43958ba-b16f-4351-86d9-542260bde790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8403568 Aug 04 12:48:08.279589 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-12e7bef7-6410-440e-8d45-b1938787edaa None None] Provisioning complete for port 3720f70b-35a7-4c3e-b37e-d016aa848d6f triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:48:08.279962 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-12e7bef7-6410-440e-8d45-b1938787edaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:08.355808 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=e4dd90ec-487f-4b16-95be-fbf0265bd5ef,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:08.365292 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-12e7bef7-6410-440e-8d45-b1938787edaa None None] Port 3720f70b-35a7-4c3e-b37e-d016aa848d6f cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:48:08.423844 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43958ba-b16f-4351-86d9-542260bde790', 'name': 'tempest-TestVolumeBootPattern-1621669439-router', 'tenant_id': '09cf48ca86ef4cf492277edde0361b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '19cc1b8a-8f02-413e-8252-0bdbdc35e277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:48:04Z', 'updated_at': '2021-08-04T12:48:07Z', 'revision_number': 4, 'project_id': '09cf48ca86ef4cf492277edde0361b47', 'gw_port': {'id': '19cc1b8a-8f02-413e-8252-0bdbdc35e277', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43958ba-b16f-4351-86d9-542260bde790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:04Z', 'updated_at': '2021-08-04T12:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '3720f70b-35a7-4c3e-b37e-d016aa848d6f', 'name': '', 'network_id': 'ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2', 'tenant_id': '09cf48ca86ef4cf492277edde0361b47', 'mac_address': 'fa:16:3e:0b:5f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43958ba-b16f-4351-86d9-542260bde790', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '35592a7b-56f6-4a9f-bc53-3071ea946452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:06Z', 'updated_at': '2021-08-04T12:48:07Z', 'revision_number': 2, 'project_id': '09cf48ca86ef4cf492277edde0361b47', 'subnets': [{'id': '35592a7b-56f6-4a9f-bc53-3071ea946452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:48:08.451693 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cebd08-d5c8-4a05-baa3-795f3c7440d1 None None] The sync data for ids ['f43958ba-b16f-4351-86d9-542260bde790'] in dv-cinder-803046-4-iscsi is: [{'id': 'f43958ba-b16f-4351-86d9-542260bde790', 'name': 'tempest-TestVolumeBootPattern-1621669439-router', 'tenant_id': '09cf48ca86ef4cf492277edde0361b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '19cc1b8a-8f02-413e-8252-0bdbdc35e277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:48:04Z', 'updated_at': '2021-08-04T12:48:07Z', 'revision_number': 4, 'project_id': '09cf48ca86ef4cf492277edde0361b47', 'gw_port': {'id': '19cc1b8a-8f02-413e-8252-0bdbdc35e277', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43958ba-b16f-4351-86d9-542260bde790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:04Z', 'updated_at': '2021-08-04T12:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '3720f70b-35a7-4c3e-b37e-d016aa848d6f', 'name': '', 'network_id': 'ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2', 'tenant_id': '09cf48ca86ef4cf492277edde0361b47', 'mac_address': 'fa:16:3e:0b:5f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43958ba-b16f-4351-86d9-542260bde790', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '35592a7b-56f6-4a9f-bc53-3071ea946452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:06Z', 'updated_at': '2021-08-04T12:48:07Z', 'revision_number': 2, 'project_id': '09cf48ca86ef4cf492277edde0361b47', 'subnets': [{'id': '35592a7b-56f6-4a9f-bc53-3071ea946452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:48:08.653258 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 86149843-bf0f-433a-95c6-06099423f61d up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:48:08.715862 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port 86149843-bf0f-433a-95c6-06099423f61d triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:48:08.716230 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:08.809287 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:08.832964 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89d0783-cc16-437b-a7bd-32657580b37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86149843-bf0f-433a-95c6-06099423f61d'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:48:08.835278 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51236bf-edf0-4292-8fca-7169db19968a" -d '{"events": [{"server_uuid": "f89d0783-cc16-437b-a7bd-32657580b37c", "name": "network-vif-plugged", "status": "completed", "tag": "86149843-bf0f-433a-95c6-06099423f61d"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:48:08.846346 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:08.849955 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 86149843-bf0f-433a-95c6-06099423f61d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=86149843-bf0f-433a-95c6-06099423f61d,segment=NetworkSegment(9597b5cb-9212-42a8-8cf9-53da97d840e4),segment_id=9597b5cb-9212-42a8-8cf9-53da97d840e4)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:48:08.876673 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c063d2-0a55-47a8-b0b8-7256cee2edbc x-openstack-request-id: req-d0c063d2-0a55-47a8-b0b8-7256cee2edbc {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:48:08.876911 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89d0783-cc16-437b-a7bd-32657580b37c", "name": "network-vif-plugged", "status": "completed", "tag": "86149843-bf0f-433a-95c6-06099423f61d", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:48:08.877197 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d0c063d2-0a55-47a8-b0b8-7256cee2edbc {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:48:08.877639 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89d0783-cc16-437b-a7bd-32657580b37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86149843-bf0f-433a-95c6-06099423f61d', 'code': 200} Aug 04 12:48:08.915035 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:08.931603 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47480) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:48:08.939636 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-fe042c5b-eeb0-414e-b1da-7fbdce545b17 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-595891060', 'description': 'tempest-secgroup-smoke-595891060 description', 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:48:08.978408 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=86149843-bf0f-433a-95c6-06099423f61d,revision_number=8']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:09.028936 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fe042c5b-eeb0-414e-b1da-7fbdce545b17 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:09.155180 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fe042c5b-eeb0-414e-b1da-7fbdce545b17 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:09.157538 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55ee37-63f1-4fb4-8c0b-fa54da7f6ed5 req-e4f097f8-37f3-46d9-8e24-132ee2e35266 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:09.159396 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1f55ee37-63f1-4fb4-8c0b-fa54da7f6ed5 req-e4f097f8-37f3-46d9-8e24-132ee2e35266 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0986459 Aug 04 12:48:09.205787 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1f55ee37-63f1-4fb4-8c0b-fa54da7f6ed5 req-eb7af11e-1b37-4f65-855d-a200628aafa2 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380659 Aug 04 12:48:09.266923 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fe042c5b-eeb0-414e-b1da-7fbdce545b17 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:09.299531 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 19cc1b8a-8f02-413e-8252-0bdbdc35e277 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:48:09.332100 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe042c5b-eeb0-414e-b1da-7fbdce545b17 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9ad96a-5c45-48f1-b8eb-8a97534cd178,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:09.342547 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5437b-685a-400e-97c0-9cca85c1c009 req-b7f25525-c174-4551-96d2-56df906516ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:09.344241 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-e3a5437b-685a-400e-97c0-9cca85c1c009 req-b7f25525-c174-4551-96d2-56df906516ba service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 1099 time: 0.0706594 Aug 04 12:48:09.383811 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-e3a5437b-685a-400e-97c0-9cca85c1c009 req-ad50e71e-b757-451a-ade9-61e4acb1fc4e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311003 Aug 04 12:48:09.423361 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fe042c5b-eeb0-414e-b1da-7fbdce545b17 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:09.425082 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-fe042c5b-eeb0-414e-b1da-7fbdce545b17 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4921131 Aug 04 12:48:09.427732 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47484) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:48:09.432353 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port 19cc1b8a-8f02-413e-8252-0bdbdc35e277 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:48:09.432891 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-7371a716-48b3-422e-9045-b09c93a1f740 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Request body: {'security_group_rule': {'security_group_id': '8b9ad96a-5c45-48f1-b8eb-8a97534cd178', 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:48:09.436644 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 19cc1b8a-8f02-413e-8252-0bdbdc35e277 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:48:09.437019 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:09.518878 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:09.540965 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port 19cc1b8a-8f02-413e-8252-0bdbdc35e277, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=19cc1b8a-8f02-413e-8252-0bdbdc35e277,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:48:09.542254 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7371a716-48b3-422e-9045-b09c93a1f740 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:09.605104 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7371a716-48b3-422e-9045-b09c93a1f740 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:09.623241 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:09.624053 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device e4dd90ec-487f-4b16-95be-fbf0265bd5ef up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:48:09.689927 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7371a716-48b3-422e-9045-b09c93a1f740 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:09.707249 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=19cc1b8a-8f02-413e-8252-0bdbdc35e277,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:09.710946 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371a716-48b3-422e-9045-b09c93a1f740 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad737fd-5eb6-4e60-b01b-4bf6b5d89388,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:09.721904 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port e4dd90ec-487f-4b16-95be-fbf0265bd5ef triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:48:09.722283 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:09.794915 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7371a716-48b3-422e-9045-b09c93a1f740 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:09.796157 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-7371a716-48b3-422e-9045-b09c93a1f740 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3673952 Aug 04 12:48:09.799072 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47486) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:48:09.804759 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-fe990031-1b5f-4880-864d-0e15219681d0 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Request body: {'security_group_rule': {'security_group_id': '8b9ad96a-5c45-48f1-b8eb-8a97534cd178', 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:48:09.890340 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fe990031-1b5f-4880-864d-0e15219681d0 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:09.949587 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fe990031-1b5f-4880-864d-0e15219681d0 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:10.044374 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fe990031-1b5f-4880-864d-0e15219681d0 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:10.062335 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe990031-1b5f-4880-864d-0e15219681d0 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc5286b-6ce1-44d8-8c72-a617ab61f197,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:10.124010 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fe990031-1b5f-4880-864d-0e15219681d0 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:10.125276 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-fe990031-1b5f-4880-864d-0e15219681d0 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3252113 Aug 04 12:48:10.128635 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47488) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:48:10.133069 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-d2369d43-9bf6-499b-8a5c-127d3a2c641d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Request body: {'security_group_rule': {'security_group_id': '8b9ad96a-5c45-48f1-b8eb-8a97534cd178', 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:48:10.269039 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d2369d43-9bf6-499b-8a5c-127d3a2c641d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:10.328075 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27acddf-6859-482b-8e4d-c305b2f6c3c4 req-8a7f0316-ca8c-4375-8231-83fb5a89b559 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:10.330172 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f27acddf-6859-482b-8e4d-c305b2f6c3c4 req-8a7f0316-ca8c-4375-8231-83fb5a89b559 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0530615 Aug 04 12:48:10.339091 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d2369d43-9bf6-499b-8a5c-127d3a2c641d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:10.367568 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f27acddf-6859-482b-8e4d-c305b2f6c3c4 req-d8cc056c-b512-4a89-abd4-b19d22eced25 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310836 Aug 04 12:48:10.405904 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d2369d43-9bf6-499b-8a5c-127d3a2c641d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:10.424417 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2369d43-9bf6-499b-8a5c-127d3a2c641d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c961bd4b-1a06-4a40-acf5-4fbf4afb3c2c,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:10.497488 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d2369d43-9bf6-499b-8a5c-127d3a2c641d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:10.498756 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-d2369d43-9bf6-499b-8a5c-127d3a2c641d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3691332 Aug 04 12:48:10.502069 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47492) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:48:10.506621 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-40326435-6394-4310-9059-5c43d30ede52 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Request body: {'security_group_rule': {'security_group_id': '8b9ad96a-5c45-48f1-b8eb-8a97534cd178', 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:48:10.632545 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-40326435-6394-4310-9059-5c43d30ede52 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:10.692230 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-40326435-6394-4310-9059-5c43d30ede52 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:10.781306 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-40326435-6394-4310-9059-5c43d30ede52 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:10.798949 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40326435-6394-4310-9059-5c43d30ede52 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f5d3c2-52e4-4a2b-be2a-c4e4cfb621eb,revision_number=0']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:10.817408 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5ed85906-9594-4c3a-98d9-b9d443048550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:10.874251 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-40326435-6394-4310-9059-5c43d30ede52 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:10.875511 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-40326435-6394-4310-9059-5c43d30ede52 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3724768 Aug 04 12:48:10.878757 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 47494) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:48:10.883307 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-fe024e81-5235-4a14-8ce4-a72a9aa11b11 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Request body: {'security_group_rule': {'security_group_id': '8b9ad96a-5c45-48f1-b8eb-8a97534cd178', 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:48:10.960075 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-fe024e81-5235-4a14-8ce4-a72a9aa11b11 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Project 542d8de1ebfd4e1ea3a5e66ef54f1c7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 12:48:10.965156 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fe024e81-5235-4a14-8ce4-a72a9aa11b11 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:11.014833 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fe024e81-5235-4a14-8ce4-a72a9aa11b11 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:11.097282 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fe024e81-5235-4a14-8ce4-a72a9aa11b11 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:11.115516 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe024e81-5235-4a14-8ce4-a72a9aa11b11 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d6d637-407b-4add-aac2-b3f67cbbddf8,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:11.144484 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 19cc1b8a-8f02-413e-8252-0bdbdc35e277 up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:48:11.171656 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fe024e81-5235-4a14-8ce4-a72a9aa11b11 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:11.172931 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-fe024e81-5235-4a14-8ce4-a72a9aa11b11 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2931476 Aug 04 12:48:11.175753 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 47496) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:48:11.180428 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-142f9678-2d27-464c-93af-6f0377f8b6b5 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Request body: {'security_group_rule': {'security_group_id': '8b9ad96a-5c45-48f1-b8eb-8a97534cd178', 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:48:11.195203 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 19cc1b8a-8f02-413e-8252-0bdbdc35e277 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:48:11.195571 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:11.265452 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-142f9678-2d27-464c-93af-6f0377f8b6b5 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Project 542d8de1ebfd4e1ea3a5e66ef54f1c7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 12:48:11.274159 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-142f9678-2d27-464c-93af-6f0377f8b6b5 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:11.341064 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-142f9678-2d27-464c-93af-6f0377f8b6b5 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:11.410728 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-142f9678-2d27-464c-93af-6f0377f8b6b5 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642514'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:11.430591 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f9678-2d27-464c-93af-6f0377f8b6b5 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099f7562-69a3-4225-b066-fc7e877fb5b9,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:11.487140 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8b91c-99c1-4da2-a086-d44c9dd4f444 req-d73c0642-4465-43b6-a81e-778c100f9ce7 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:11.488715 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f6f8b91c-99c1-4da2-a086-d44c9dd4f444 req-d73c0642-4465-43b6-a81e-778c100f9ce7 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0482264 Aug 04 12:48:11.526103 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-142f9678-2d27-464c-93af-6f0377f8b6b5 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:11.527212 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-142f9678-2d27-464c-93af-6f0377f8b6b5 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3503442 Aug 04 12:48:11.532425 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f6f8b91c-99c1-4da2-a086-d44c9dd4f444 req-677669e3-f022-4a12-a052-abd4a14e059f tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376441 Aug 04 12:48:11.573840 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Sync routers for ids ['f43958ba-b16f-4351-86d9-542260bde790'] in dv-cinder-803046-4-iscsi {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:48:11.582909 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Routers {'f43958ba-b16f-4351-86d9-542260bde790'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:48:11.588659 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:47:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f43958ba-b16f-4351-86d9-542260bde790'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:48:11.691519 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Set router f43958ba-b16f-4351-86d9-542260bde790 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:48:11.888564 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43958ba-b16f-4351-86d9-542260bde790', 'name': 'tempest-TestVolumeBootPattern-1621669439-router', 'tenant_id': '09cf48ca86ef4cf492277edde0361b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '19cc1b8a-8f02-413e-8252-0bdbdc35e277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:48:04Z', 'updated_at': '2021-08-04T12:48:07Z', 'revision_number': 4, 'project_id': '09cf48ca86ef4cf492277edde0361b47', 'gw_port': {'id': '19cc1b8a-8f02-413e-8252-0bdbdc35e277', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43958ba-b16f-4351-86d9-542260bde790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:04Z', 'updated_at': '2021-08-04T12:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '3720f70b-35a7-4c3e-b37e-d016aa848d6f', 'name': '', 'network_id': 'ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2', 'tenant_id': '09cf48ca86ef4cf492277edde0361b47', 'mac_address': 'fa:16:3e:0b:5f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43958ba-b16f-4351-86d9-542260bde790', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '35592a7b-56f6-4a9f-bc53-3071ea946452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:06Z', 'updated_at': '2021-08-04T12:48:07Z', 'revision_number': 2, 'project_id': '09cf48ca86ef4cf492277edde0361b47', 'subnets': [{'id': '35592a7b-56f6-4a9f-bc53-3071ea946452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:48:11.914107 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Checking router: f43958ba-b16f-4351-86d9-542260bde790 for host: dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:48:11.914481 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Updating router f43958ba-b16f-4351-86d9-542260bde790 port 3720f70b-35a7-4c3e-b37e-d016aa848d6f binding host dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 12:48:11.942240 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:12.279647 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Notify callbacks [] for port, precommit_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:12.289577 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.provisioning_blocks [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Transition to ACTIVE for port object 3720f70b-35a7-4c3e-b37e-d016aa848d6f will not be triggered until provisioned by entity L2. {{(pid=94081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:48:12.369151 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:12.462979 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Attempting to bind port 3720f70b-35a7-4c3e-b37e-d016aa848d6f on host dv-cinder-803046-4-iscsi for vnic_type normal with profile {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:48:12.463426 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Attempting to bind port 3720f70b-35a7-4c3e-b37e-d016aa848d6f by drivers openvswitch,hyperv on host dv-cinder-803046-4-iscsi at level 0 using segments [{'id': '652bb38f-198f-4472-aadb-3bf48b28232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2'}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:48:12.464012 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Attempting to bind port 3720f70b-35a7-4c3e-b37e-d016aa848d6f on network ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2 {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:48:12.469810 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28843b6f-15df-4e26-b32c-7e15e20ff653 None None] Pushing event updated for resources: {'Port': ['ID=3720f70b-35a7-4c3e-b37e-d016aa848d6f,revision_number=3']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:12.474142 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Checking agent: {'id': '8a6323b5-8a58-4770-a231-4ac722237a96', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803046-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 28, 13), 'started_at': datetime.datetime(2021, 8, 4, 12, 28, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803046-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:48:12.478353 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Checking segment: {'id': '652bb38f-198f-4472-aadb-3bf48b28232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:48:12.478353 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:12.478353 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Bound using segment: {'id': '652bb38f-198f-4472-aadb-3bf48b28232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2'} {{(pid=94081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:48:12.478353 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.managers [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Bound port: 3720f70b-35a7-4c3e-b37e-d016aa848d6f, host: dv-cinder-803046-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652bb38f-198f-4472-aadb-3bf48b28232e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2'}}] {{(pid=94081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:48:12.478353 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:12.542719 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] For port 3720f70b-35a7-4c3e-b37e-d016aa848d6f, host dv-cinder-803046-4-iscsi, cleared binding levels {{(pid=94081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:48:12.546132 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.plugins.ml2.db [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] For port 3720f70b-35a7-4c3e-b37e-d016aa848d6f, host dv-cinder-803046-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=3720f70b-35a7-4c3e-b37e-d016aa848d6f,segment=NetworkSegment(652bb38f-198f-4472-aadb-3bf48b28232e),segment_id=652bb38f-198f-4472-aadb-3bf48b28232e)] {{(pid=94081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:48:12.623837 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron_lib.callbacks.manager [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:12.681375 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Routers {'f43958ba-b16f-4351-86d9-542260bde790'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:48:12.682022 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:47:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f43958ba-b16f-4351-86d9-542260bde790'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:48:12.720455 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28843b6f-15df-4e26-b32c-7e15e20ff653 None None] Pushing event updated for resources: {'Port': ['ID=3720f70b-35a7-4c3e-b37e-d016aa848d6f,revision_number=4']} {{(pid=94081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:12.794263 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] Set router f43958ba-b16f-4351-86d9-542260bde790 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:48:12.997789 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43958ba-b16f-4351-86d9-542260bde790', 'name': 'tempest-TestVolumeBootPattern-1621669439-router', 'tenant_id': '09cf48ca86ef4cf492277edde0361b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '19cc1b8a-8f02-413e-8252-0bdbdc35e277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:48:04Z', 'updated_at': '2021-08-04T12:48:07Z', 'revision_number': 4, 'project_id': '09cf48ca86ef4cf492277edde0361b47', 'gw_port': {'id': '19cc1b8a-8f02-413e-8252-0bdbdc35e277', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43958ba-b16f-4351-86d9-542260bde790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:04Z', 'updated_at': '2021-08-04T12:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '3720f70b-35a7-4c3e-b37e-d016aa848d6f', 'name': '', 'network_id': 'ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2', 'tenant_id': '09cf48ca86ef4cf492277edde0361b47', 'mac_address': 'fa:16:3e:0b:5f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43958ba-b16f-4351-86d9-542260bde790', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '35592a7b-56f6-4a9f-bc53-3071ea946452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:06Z', 'updated_at': '2021-08-04T12:48:12Z', 'revision_number': 4, 'project_id': '09cf48ca86ef4cf492277edde0361b47', 'subnets': [{'id': '35592a7b-56f6-4a9f-bc53-3071ea946452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:48:13.024785 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf33a7-3137-41c3-b769-882b3ac4c122 None None] The sync data for ids ['f43958ba-b16f-4351-86d9-542260bde790'] in dv-cinder-803046-4-iscsi is: [{'id': 'f43958ba-b16f-4351-86d9-542260bde790', 'name': 'tempest-TestVolumeBootPattern-1621669439-router', 'tenant_id': '09cf48ca86ef4cf492277edde0361b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '19cc1b8a-8f02-413e-8252-0bdbdc35e277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:48:04Z', 'updated_at': '2021-08-04T12:48:07Z', 'revision_number': 4, 'project_id': '09cf48ca86ef4cf492277edde0361b47', 'gw_port': {'id': '19cc1b8a-8f02-413e-8252-0bdbdc35e277', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43958ba-b16f-4351-86d9-542260bde790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:04Z', 'updated_at': '2021-08-04T12:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '3720f70b-35a7-4c3e-b37e-d016aa848d6f', 'name': '', 'network_id': 'ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2', 'tenant_id': '09cf48ca86ef4cf492277edde0361b47', 'mac_address': 'fa:16:3e:0b:5f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43958ba-b16f-4351-86d9-542260bde790', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '35592a7b-56f6-4a9f-bc53-3071ea946452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:06Z', 'updated_at': '2021-08-04T12:48:12Z', 'revision_number': 4, 'project_id': '09cf48ca86ef4cf492277edde0361b47', 'subnets': [{'id': '35592a7b-56f6-4a9f-bc53-3071ea946452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:48:13.168565 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 3720f70b-35a7-4c3e-b37e-d016aa848d6f up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:48:13.196725 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4a8e4a83-4aff-4aab-976f-5a15b95acc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:13.289904 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning for port 3720f70b-35a7-4c3e-b37e-d016aa848d6f completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:48:13.294142 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 3720f70b-35a7-4c3e-b37e-d016aa848d6f triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:48:13.294511 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:13.518823 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:13.561162 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] For port 3720f70b-35a7-4c3e-b37e-d016aa848d6f, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=3720f70b-35a7-4c3e-b37e-d016aa848d6f,segment=NetworkSegment(652bb38f-198f-4472-aadb-3bf48b28232e),segment_id=652bb38f-198f-4472-aadb-3bf48b28232e)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:48:13.583179 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:13.680553 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:13.727874 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Pushing event updated for resources: {'Port': ['ID=3720f70b-35a7-4c3e-b37e-d016aa848d6f,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:14.542332 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:15.149937 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 3720f70b-35a7-4c3e-b37e-d016aa848d6f up at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:48:15.200148 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Provisioning complete for port 3720f70b-35a7-4c3e-b37e-d016aa848d6f triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:48:15.200508 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:16.040481 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:29.958640 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:48:30.603697 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-25979436-ff87-4798-80dd-feff5e9c342e tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-595891060&fields=id&tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c HTTP/1.1" status: 200 len: 267 time: 0.0344663 Aug 04 12:48:30.715910 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-792dfe62-d241-4c98-919b-96b7a3a9c7d1 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:30.717476 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-792dfe62-d241-4c98-919b-96b7a3a9c7d1 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/networks?id=8b0465a0-d834-4e12-9b5a-ddd473069e9d HTTP/1.1" status: 200 len: 812 time: 0.1061518 Aug 04 12:48:30.733567 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6c2f4b4d-a38b-4004-82e9-b6d2ad4b20be tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/quotas/542d8de1ebfd4e1ea3a5e66ef54f1c7c HTTP/1.1" status: 200 len: 375 time: 0.0094264 Aug 04 12:48:30.793184 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-d6fed994-b40b-45d4-9c09-d6f89ba332dc tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539432 Aug 04 12:48:30.901658 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-5cb49d36-33d5-45f0-82e4-b71a03ce993a service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 12:48:30.902713 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-5cb49d36-33d5-45f0-82e4-b71a03ce993a service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0965705 Aug 04 12:48:30.992831 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-53348cb7-2bca-4a50-9a10-e94fb4d24eb6 service neutron] 10.222.0.90 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839429 Aug 04 12:48:31.087016 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6a0d3067-0b1c-4286-9fc0-a07cd7cceb12 service neutron] 10.222.0.90 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878849 Aug 04 12:48:31.637424 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5854d615-b8e3-4363-a80d-fc8952a0482a req-43ce6293-07e0-41f9-8f2f-227f522164ed tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 210 time: 0.0291097 Aug 04 12:48:32.720747 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f07f5990-8127-4754-95cd-2bedd339b95a req-7ff718ae-0636-4528-99e9-a90b34601fdc tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 210 time: 0.0298600 Aug 04 12:48:33.816467 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-52e7ffb9-3dba-4481-a807-a56f8ec233e4 req-94a79449-d2ec-414d-9994-da4d62d024f3 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 210 time: 0.0259247 Aug 04 12:48:34.568156 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-8c1608ad-dbb9-49b3-bd67-eb3879ccdf11 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:34.569641 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-8c1608ad-dbb9-49b3-bd67-eb3879ccdf11 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.76 "GET /v2.0/networks?id=8b0465a0-d834-4e12-9b5a-ddd473069e9d HTTP/1.1" status: 200 len: 812 time: 0.1057341 Aug 04 12:48:34.625233 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-e2349a6a-c185-4d0d-a4f7-a2506e4cbbaf tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c HTTP/1.1" status: 200 len: 379 time: 0.0353987 Aug 04 12:48:34.641018 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Request body: {'port': {'device_id': '49dcf781-a79f-4015-ae19-0541c77921c9', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'admin_state_up': True, 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'security_groups': ['8b9ad96a-5c45-48f1-b8eb-8a97534cd178']}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:48:34.928991 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c237e0c4-a8de-45bf-820a-bd89b871e5a8 req-5bc2cb59-1126-40da-82ad-228b4b1be28d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 210 time: 0.0342844 Aug 04 12:48:35.123063 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Made reservation on behalf of 542d8de1ebfd4e1ea3a5e66ef54f1c7c for: {'port': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:48:35.126685 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:35.250998 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Allocated IP 172.20.0.6 (8b0465a0-d834-4e12-9b5a-ddd473069e9d/061b6493-caed-49b5-a60e-f2285f8a74c1/7135d670-b805-4fa6-93e4-a3a7a0bea176) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:48:35.402272 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:35.417225 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Transition to ACTIVE for port object 7135d670-b805-4fa6-93e4-a3a7a0bea176 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:48:35.552273 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:35.594489 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Network 8b0465a0-d834-4e12-9b5a-ddd473069e9d is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:48:35.597774 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:48:35.601506 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:48:35.632680 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event updated for resources: {'Port': ['ID=7135d670-b805-4fa6-93e4-a3a7a0bea176,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:35.646631 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:35.646950 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:35.647283 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:35.647784 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:35.648011 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:35.648344 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:35.648660 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:35.648981 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:35.649300 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:35.651504 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:35.651504 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:35.651504 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:48:35.673581 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:35.674397 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:35.755441 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-588c89b4-56d4-483c-ad6b-1c599d0497ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1190627 Aug 04 12:48:35.776987 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Request body: {'port': {'device_id': '49dcf781-a79f-4015-ae19-0541c77921c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:48:35.831622 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:35.904986 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-82e4d74e-4cea-4cd1-91ad-57700134203e None None] Provisioning for port 7135d670-b805-4fa6-93e4-a3a7a0bea176 completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:48:35.909867 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-82e4d74e-4cea-4cd1-91ad-57700134203e None None] Provisioning complete for port 7135d670-b805-4fa6-93e4-a3a7a0bea176 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:48:35.910598 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-82e4d74e-4cea-4cd1-91ad-57700134203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:35.948999 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-82e4d74e-4cea-4cd1-91ad-57700134203e None None] Port 7135d670-b805-4fa6-93e4-a3a7a0bea176 cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:48:36.063143 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2e32e-9671-4c85-927c-fbbfff2c41e0 req-aeef69b6-6c18-46ea-b526-b1a2b07fa6f7 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:36.064722 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e7e2e32e-9671-4c85-927c-fbbfff2c41e0 req-aeef69b6-6c18-46ea-b526-b1a2b07fa6f7 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 931 time: 0.0505753 Aug 04 12:48:36.109482 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e7e2e32e-9671-4c85-927c-fbbfff2c41e0 req-dc3bf316-52dd-4353-ba1a-0513c2a0cced tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377457 Aug 04 12:48:36.114385 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7135d670-b805-4fa6-93e4-a3a7a0bea176 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:48:36.122675 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:36.135493 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Transition to ACTIVE for port object 7135d670-b805-4fa6-93e4-a3a7a0bea176 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:48:36.215001 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:36.278247 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Pushing event updated for resources: {'Port': ['ID=7135d670-b805-4fa6-93e4-a3a7a0bea176,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:36.346669 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Attempting to bind port 7135d670-b805-4fa6-93e4-a3a7a0bea176 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:48:36.346998 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Attempting to bind port 7135d670-b805-4fa6-93e4-a3a7a0bea176 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:48:36.347322 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Attempting to bind port 7135d670-b805-4fa6-93e4-a3a7a0bea176 on network 8b0465a0-d834-4e12-9b5a-ddd473069e9d {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:48:36.352211 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Port 7135d670-b805-4fa6-93e4-a3a7a0bea176 on network 8b0465a0-d834-4e12-9b5a-ddd473069e9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:48:36.352531 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Attempting to bind port 7135d670-b805-4fa6-93e4-a3a7a0bea176 on network 8b0465a0-d834-4e12-9b5a-ddd473069e9d {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:48:36.358243 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:48:36.358574 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Checking segment: {'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:48:36.358956 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Bound using segment: {'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:48:36.361673 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Bound port: 7135d670-b805-4fa6-93e4-a3a7a0bea176, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:48:36.361673 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:36.424953 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] For port 7135d670-b805-4fa6-93e4-a3a7a0bea176, host hv-cinder-80304, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:48:36.428746 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] For port 7135d670-b805-4fa6-93e4-a3a7a0bea176, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=7135d670-b805-4fa6-93e4-a3a7a0bea176,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:48:36.547507 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:36.585499 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:36.586809 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:36.588623 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] 10.222.0.76 "PUT /v2.0/ports/7135d670-b805-4fa6-93e4-a3a7a0bea176 HTTP/1.1" status: 200 len: 1093 time: 0.8159990 Aug 04 12:48:36.589090 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49dcf781-a79f-4015-ae19-0541c77921c9', 'tag': '7135d670-b805-4fa6-93e4-a3a7a0bea176'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:48:36.591429 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04b1348-8f49-4345-bbb0-5b988abaea69" -d '{"events": [{"name": "network-changed", "server_uuid": "49dcf781-a79f-4015-ae19-0541c77921c9", "tag": "7135d670-b805-4fa6-93e4-a3a7a0bea176"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:48:36.623024 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444ec3a-0f95-49e0-bc36-e10c02e7d49a service neutron] Pushing event updated for resources: {'Port': ['ID=7135d670-b805-4fa6-93e4-a3a7a0bea176,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:36.710725 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9104cd-266d-49c3-b57e-82be22f81d98 x-openstack-request-id: req-7e9104cd-266d-49c3-b57e-82be22f81d98 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:48:36.711027 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49dcf781-a79f-4015-ae19-0541c77921c9", "tag": "7135d670-b805-4fa6-93e4-a3a7a0bea176", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:48:36.711284 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7e9104cd-266d-49c3-b57e-82be22f81d98 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:48:36.711705 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49dcf781-a79f-4015-ae19-0541c77921c9', 'tag': '7135d670-b805-4fa6-93e4-a3a7a0bea176', 'status': 'completed', 'code': 200} Aug 04 12:48:36.803909 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b1348-8f49-4345-bbb0-5b988abaea69 req-d373342c-365e-466e-95e1-5abcfbade545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:36.805493 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c04b1348-8f49-4345-bbb0-5b988abaea69 req-d373342c-365e-466e-95e1-5abcfbade545 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 1096 time: 0.0446134 Aug 04 12:48:36.914480 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b1348-8f49-4345-bbb0-5b988abaea69 req-40c804c1-2ad3-4f12-aeec-b9cd4c676bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:36.915883 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c04b1348-8f49-4345-bbb0-5b988abaea69 req-40c804c1-2ad3-4f12-aeec-b9cd4c676bb2 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0936055 Aug 04 12:48:37.018111 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b1348-8f49-4345-bbb0-5b988abaea69 req-5a7b7132-3f6b-4e98-b8f1-cb5eaa24ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:37.019622 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c04b1348-8f49-4345-bbb0-5b988abaea69 req-5a7b7132-3f6b-4e98-b8f1-cb5eaa24ea1c service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966053 Aug 04 12:48:37.131090 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-734aa99b-6b90-4bf3-9249-227e35de3ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:37.132583 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-734aa99b-6b90-4bf3-9249-227e35de3ef1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 1096 time: 0.0416932 Aug 04 12:48:37.189968 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-2c8bb81f-156b-4442-8919-635f041a0310 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7135d670-b805-4fa6-93e4-a3a7a0bea176 HTTP/1.1" status: 200 len: 217 time: 0.0392275 Aug 04 12:48:37.225869 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693507f2-257e-401b-93f4-e907fd47898d req-092df0ac-bf9d-4a81-bf12-3e48efdd09a6 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:37.227363 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-693507f2-257e-401b-93f4-e907fd47898d req-092df0ac-bf9d-4a81-bf12-3e48efdd09a6 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 943 time: 0.0483572 Aug 04 12:48:37.242321 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-2cd67573-efb3-4ad1-b48d-01ac0abb4465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:37.243901 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-2cd67573-efb3-4ad1-b48d-01ac0abb4465 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=061b6493-caed-49b5-a60e-f2285f8a74c1 HTTP/1.1" status: 200 len: 851 time: 0.0466409 Aug 04 12:48:37.267213 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-693507f2-257e-401b-93f4-e907fd47898d req-3c5331ac-b3ad-4a1f-a85e-8d8941b065d9 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336614 Aug 04 12:48:37.297442 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-91d44daf-b079-472d-b776-5ca01950a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:37.299009 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-91d44daf-b079-472d-b776-5ca01950a5b2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8b0465a0-d834-4e12-9b5a-ddd473069e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460122 Aug 04 12:48:37.396925 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-a76545e9-7825-4aed-9ec0-212903172020 service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901337 Aug 04 12:48:37.493022 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-a1700afe-fda5-4635-bc13-01e1aba8a5b8 req-4e5591e0-20f0-46b5-a8fe-f40b6d1ad7bb service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856857 Aug 04 12:48:38.390350 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f9026-fe8d-4649-9e99-3cd5721f406e req-6d718bb5-7180-411a-bab4-5cf7557529cb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:38.391851 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ae9f9026-fe8d-4649-9e99-3cd5721f406e req-6d718bb5-7180-411a-bab4-5cf7557529cb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 943 time: 0.0518689 Aug 04 12:48:38.431777 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ae9f9026-fe8d-4649-9e99-3cd5721f406e req-e5e9e23d-5a2d-462e-be44-7c62c5b0c35c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331287 Aug 04 12:48:38.894963 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:39.544471 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83049f33-83f0-4c24-8be9-6cd458593889 req-ed153e16-8093-4665-947e-8614789e0b6d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:39.545984 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-83049f33-83f0-4c24-8be9-6cd458593889 req-ed153e16-8093-4665-947e-8614789e0b6d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 943 time: 0.0474005 Aug 04 12:48:39.587413 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-83049f33-83f0-4c24-8be9-6cd458593889 req-9d2d128d-05ed-4908-9428-88a6fcdb8495 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347354 Aug 04 12:48:40.700131 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceddb3-977d-4d83-a034-3d03576f8766 req-93e55f8a-1807-4081-9858-06aab71b4b41 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:40.701672 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aeceddb3-977d-4d83-a034-3d03576f8766 req-93e55f8a-1807-4081-9858-06aab71b4b41 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 943 time: 0.0485849 Aug 04 12:48:40.739071 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aeceddb3-977d-4d83-a034-3d03576f8766 req-c3ff3822-6e66-4643-83ec-53b4cfae1531 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314739 Aug 04 12:48:40.770909 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4c1a869e-3b72-478e-9311-0ba3024e1343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:41.859374 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0080ef6-5ed5-40b3-a850-0a644c489c24 req-d79c9e3c-59f5-4dfb-8218-c7628120d471 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:41.860862 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a0080ef6-5ed5-40b3-a850-0a644c489c24 req-d79c9e3c-59f5-4dfb-8218-c7628120d471 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 943 time: 0.0487409 Aug 04 12:48:41.900011 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a0080ef6-5ed5-40b3-a850-0a644c489c24 req-ea117c5b-883a-411b-806b-709c3c01e569 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324945 Aug 04 12:48:43.012097 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461905df-7f62-4d8b-b933-af300af7318e req-0299ed55-811a-4906-bc13-d18b5b6ac870 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:43.013585 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-461905df-7f62-4d8b-b933-af300af7318e req-0299ed55-811a-4906-bc13-d18b5b6ac870 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 943 time: 0.0485029 Aug 04 12:48:43.056183 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-461905df-7f62-4d8b-b933-af300af7318e req-aa240396-ea51-467f-99ed-37a24c877047 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364163 Aug 04 12:48:43.226220 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dca1577f-f67a-4234-ad99-159347380832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:43.483284 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:44.171589 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf536a-f4d6-4ad3-9f5a-14f8162a9a4c req-711051cf-3791-4f4c-857e-8273d57d91ea tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:44.173136 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9eaf536a-f4d6-4ad3-9f5a-14f8162a9a4c req-711051cf-3791-4f4c-857e-8273d57d91ea tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 943 time: 0.0491416 Aug 04 12:48:44.211529 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-9eaf536a-f4d6-4ad3-9f5a-14f8162a9a4c req-55b5b5de-5e0e-407b-9197-f3851d622831 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322156 Aug 04 12:48:44.479707 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:45.327823 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7d714-dee6-434e-a08e-4c499e363891 req-201cdaa0-9fa0-46e2-8df4-0b23c0ca10cf tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:45.329414 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6cd7d714-dee6-434e-a08e-4c499e363891 req-201cdaa0-9fa0-46e2-8df4-0b23c0ca10cf tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 943 time: 0.0511482 Aug 04 12:48:45.371600 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6cd7d714-dee6-434e-a08e-4c499e363891 req-ecabae8c-5cd6-4dc2-89fb-76a8d87a7a26 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359933 Aug 04 12:48:45.388989 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c85550bb-ce33-4313-b16f-0a799306d050 req-d1f62e5a-a462-4189-81c6-5ffae6f15434 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448878 Aug 04 12:48:45.506704 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85550bb-ce33-4313-b16f-0a799306d050 req-7851a502-65bc-42a5-8b10-dbd113740219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:45.508245 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c85550bb-ce33-4313-b16f-0a799306d050 req-7851a502-65bc-42a5-8b10-dbd113740219 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe3e08f20205460980a8eca6bc05529d&device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 1099 time: 0.0447178 Aug 04 12:48:45.615248 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85550bb-ce33-4313-b16f-0a799306d050 req-9dd09365-18fd-423b-a1ef-223d70289263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:45.616770 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c85550bb-ce33-4313-b16f-0a799306d050 req-9dd09365-18fd-423b-a1ef-223d70289263 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9f45085c-c37c-4c40-9c5e-a2d86b0da083 HTTP/1.1" status: 200 len: 910 time: 0.0878954 Aug 04 12:48:45.692948 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c85550bb-ce33-4313-b16f-0a799306d050 req-4fd766ad-f7f6-4514-b52c-9985f070fb2e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86149843-bf0f-433a-95c6-06099423f61d HTTP/1.1" status: 200 len: 1002 time: 0.0616834 Aug 04 12:48:45.744599 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85550bb-ce33-4313-b16f-0a799306d050 req-f444db4b-5942-4c96-8f57-da0fbb5fb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:45.746144 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c85550bb-ce33-4313-b16f-0a799306d050 req-f444db4b-5942-4c96-8f57-da0fbb5fb88b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68ad8ac2-734e-47bc-b065-f478d6d8ad78 HTTP/1.1" status: 200 len: 848 time: 0.0452597 Aug 04 12:48:45.795597 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85550bb-ce33-4313-b16f-0a799306d050 req-de3a5a4d-f172-4d51-a53a-c8acbdfea78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:45.797171 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c85550bb-ce33-4313-b16f-0a799306d050 req-de3a5a4d-f172-4d51-a53a-c8acbdfea78c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9f45085c-c37c-4c40-9c5e-a2d86b0da083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420432 Aug 04 12:48:45.903025 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c85550bb-ce33-4313-b16f-0a799306d050 req-15b5e3cf-4b14-4ee2-9646-644226630ddb service neutron] 10.222.0.76 "GET /v2.0/networks/9f45085c-c37c-4c40-9c5e-a2d86b0da083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868332 Aug 04 12:48:45.988398 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:45.995478 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-c85550bb-ce33-4313-b16f-0a799306d050 req-3ed1b29c-3481-4235-9eba-c5c8748cbf96 service neutron] 10.222.0.76 "GET /v2.0/networks/9f45085c-c37c-4c40-9c5e-a2d86b0da083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838668 Aug 04 12:48:46.489546 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427cf87-7ce0-4a64-97ec-d3d46aa35cb5 req-5a831a7e-328b-484e-a8f1-3714fe3e9064 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:46.491537 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b427cf87-7ce0-4a64-97ec-d3d46aa35cb5 req-5a831a7e-328b-484e-a8f1-3714fe3e9064 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 943 time: 0.0507479 Aug 04 12:48:46.534764 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b427cf87-7ce0-4a64-97ec-d3d46aa35cb5 req-47c79f8f-7942-4b39-ba44-617864a18f52 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370920 Aug 04 12:48:46.905519 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 7135d670-b805-4fa6-93e4-a3a7a0bea176 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:48:46.999278 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 7135d670-b805-4fa6-93e4-a3a7a0bea176, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=7135d670-b805-4fa6-93e4-a3a7a0bea176,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:48:47.010871 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': '7135d670-b805-4fa6-93e4-a3a7a0bea176', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'port_id': '7135d670-b805-4fa6-93e4-a3a7a0bea176', 'mac_address': 'fa:16:3e:37:8f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:48:47.051089 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:47.064216 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7135d670-b805-4fa6-93e4-a3a7a0bea176 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:48:47.083274 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 7135d670-b805-4fa6-93e4-a3a7a0bea176, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=7135d670-b805-4fa6-93e4-a3a7a0bea176,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:48:47.168933 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:47.216876 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=7135d670-b805-4fa6-93e4-a3a7a0bea176,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:47.543994 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['7135d670-b805-4fa6-93e4-a3a7a0bea176'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:48:47.653056 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b4511-c18e-45eb-8708-6932b34c0b02 req-981e1e7e-8aef-4c61-9b25-6bae5e1aeade tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:47.654639 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-009b4511-c18e-45eb-8708-6932b34c0b02 req-981e1e7e-8aef-4c61-9b25-6bae5e1aeade tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 944 time: 0.0528481 Aug 04 12:48:47.699375 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-009b4511-c18e-45eb-8708-6932b34c0b02 req-a2754821-f8a0-4d82-b83d-1590dd8079d1 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340741 Aug 04 12:48:48.814145 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e342ae7-8d78-4723-b63b-61cabfdbb5d8 req-5cd6c8ba-6a5e-4271-bf5b-cb7029954ba6 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:48.815625 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7e342ae7-8d78-4723-b63b-61cabfdbb5d8 req-5cd6c8ba-6a5e-4271-bf5b-cb7029954ba6 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 944 time: 0.0506525 Aug 04 12:48:48.854161 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7e342ae7-8d78-4723-b63b-61cabfdbb5d8 req-bc3aa36c-0bee-4ca2-aa0b-9f543aea1ae0 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325015 Aug 04 12:48:48.900515 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 7135d670-b805-4fa6-93e4-a3a7a0bea176 up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:48:49.048748 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port 7135d670-b805-4fa6-93e4-a3a7a0bea176 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:48:49.052951 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port 7135d670-b805-4fa6-93e4-a3a7a0bea176 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:48:49.053341 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:49.134438 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:49.158871 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dcf781-a79f-4015-ae19-0541c77921c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7135d670-b805-4fa6-93e4-a3a7a0bea176'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:48:49.161190 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243ec6b1-ceea-4fac-84b5-0673e51f615d" -d '{"events": [{"server_uuid": "49dcf781-a79f-4015-ae19-0541c77921c9", "name": "network-vif-plugged", "status": "completed", "tag": "7135d670-b805-4fa6-93e4-a3a7a0bea176"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:48:49.175978 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 7135d670-b805-4fa6-93e4-a3a7a0bea176, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=7135d670-b805-4fa6-93e4-a3a7a0bea176,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:48:49.203394 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed4e72e-3366-4e65-95da-21b97efc99ba x-openstack-request-id: req-6ed4e72e-3366-4e65-95da-21b97efc99ba {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:48:49.203394 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49dcf781-a79f-4015-ae19-0541c77921c9", "name": "network-vif-plugged", "status": "completed", "tag": "7135d670-b805-4fa6-93e4-a3a7a0bea176", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:48:49.203394 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-6ed4e72e-3366-4e65-95da-21b97efc99ba {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:48:49.203394 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dcf781-a79f-4015-ae19-0541c77921c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7135d670-b805-4fa6-93e4-a3a7a0bea176', 'code': 200} Aug 04 12:48:49.277432 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:49.330828 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=7135d670-b805-4fa6-93e4-a3a7a0bea176,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:49.637518 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff798a-52dc-4dcb-87d9-f58231c2499f req-c0285580-6092-46a0-87fd-393705d878f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:49.638944 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-beff798a-52dc-4dcb-87d9-f58231c2499f req-c0285580-6092-46a0-87fd-393705d878f4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 1098 time: 0.0468950 Aug 04 12:48:49.675443 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-beff798a-52dc-4dcb-87d9-f58231c2499f req-06e0c10c-1244-4278-a3b2-55c4cc7f8419 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280924 Aug 04 12:48:49.966611 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccd29f-f022-481e-8163-3f19a31fe20c req-805fdef6-a1bb-42b5-bb89-f70a5774059e tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:49.968157 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-39ccd29f-f022-481e-8163-3f19a31fe20c req-805fdef6-a1bb-42b5-bb89-f70a5774059e tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 945 time: 0.0476534 Aug 04 12:48:50.010021 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-39ccd29f-f022-481e-8163-3f19a31fe20c req-162c51af-4285-4e39-ae42-8270238c5ec0 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359840 Aug 04 12:48:51.127943 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39cbed-ad58-4d14-a9b3-94a99d5bfe6d req-76f2a40e-dc11-4603-8427-f61d253cab3e tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:51.129471 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6e39cbed-ad58-4d14-a9b3-94a99d5bfe6d req-76f2a40e-dc11-4603-8427-f61d253cab3e tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 945 time: 0.0495870 Aug 04 12:48:51.169977 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6e39cbed-ad58-4d14-a9b3-94a99d5bfe6d req-2f210041-d4f5-4f86-a427-b08acd08758c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343983 Aug 04 12:48:52.296068 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3d2b3-90dd-46ae-bc42-b380bab53003 req-58c75568-cef8-4759-8565-1f4bfafbf7df tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:52.297649 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8dd3d2b3-90dd-46ae-bc42-b380bab53003 req-58c75568-cef8-4759-8565-1f4bfafbf7df tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 945 time: 0.0597329 Aug 04 12:48:52.337522 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8dd3d2b3-90dd-46ae-bc42-b380bab53003 req-08fb8b76-54ea-48c3-84a6-a8ed1f76eca0 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328722 Aug 04 12:48:52.450915 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b21e02-cb6a-45c3-b8ad-276997eac885 req-ee191a57-eb94-4846-a93e-bf8af55e29bc tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:52.452324 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-72b21e02-cb6a-45c3-b8ad-276997eac885 req-ee191a57-eb94-4846-a93e-bf8af55e29bc tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 945 time: 0.0481715 Aug 04 12:48:52.495373 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-72b21e02-cb6a-45c3-b8ad-276997eac885 req-ecb297dc-3e3d-4529-b122-1a0be4a193d4 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362818 Aug 04 12:48:52.519197 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 47690) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:48:52.603130 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c05060-bc29-4ef9-b559-eeab21c21f7b tempest-TestVolumeBootPattern-1435771953 tempest-TestVolumeBootPattern-1435771953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:52.604696 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-b0c05060-bc29-4ef9-b559-eeab21c21f7b tempest-TestVolumeBootPattern-1435771953 tempest-TestVolumeBootPattern-1435771953-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 1093 time: 0.0844409 Aug 04 12:48:52.607491 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 47694) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:48:52.611852 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.v2.base [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Request body: {'floatingip': {'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'port_id': '7135d670-b805-4fa6-93e4-a3a7a0bea176', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:48:52.746013 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:52.840394 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:52.951890 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Allocated IP 172.27.3.63 (edaa9ae4-5451-4ed4-982a-c63f3ba8dd77/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7/a810dc8b-2c83-4aeb-ac53-74e63a372e22) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:48:53.057190 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:53.157456 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:53.192939 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:48:53.195832 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:48:53.199312 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:48:53.227675 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event updated for resources: {'Port': ['ID=a810dc8b-2c83-4aeb-ac53-74e63a372e22,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:53.555989 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:53.685654 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:53.834669 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:53.925142 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4003280'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:53.987907 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event updated for resources: {'Port': ['ID=a810dc8b-2c83-4aeb-ac53-74e63a372e22,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:48:54.001428 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544761'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:54.105899 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.l3_db [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Floating IP d24afe20-0497-420c-aab3-9897d2ddd9f3 associated. External IP: 172.27.3.63, port: 7135d670-b805-4fa6-93e4-a3a7a0bea176. Aug 04 12:48:54.317877 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Router 08794641-3180-4551-b1d4-c9a2164127be has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:48:54.436038 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:48:54.446509 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb7c9c4-be92-430e-8ac7-b58e49e277d9 None None] Sync routers for ids ['08794641-3180-4551-b1d4-c9a2164127be'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:48:54.456498 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb7c9c4-be92-430e-8ac7-b58e49e277d9 None None] Routers {'08794641-3180-4551-b1d4-c9a2164127be'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:48:54.461891 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-edb7c9c4-be92-430e-8ac7-b58e49e277d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:48:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['08794641-3180-4551-b1d4-c9a2164127be'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:48:54.542347 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:48:54.566105 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-edb7c9c4-be92-430e-8ac7-b58e49e277d9 None None] Set router 08794641-3180-4551-b1d4-c9a2164127be gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:48:54.571086 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-569abbb3-f947-49a0-bbb2-500f8c277a5d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9625084 Aug 04 12:48:54.574694 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49dcf781-a79f-4015-ae19-0541c77921c9', 'tag': '7135d670-b805-4fa6-93e4-a3a7a0bea176'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:48:54.574694 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3eddd9-7424-43d5-bab1-df626f10bc05" -d '{"events": [{"name": "network-changed", "server_uuid": "49dcf781-a79f-4015-ae19-0541c77921c9", "tag": "7135d670-b805-4fa6-93e4-a3a7a0bea176"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:48:54.671234 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cd0c58-f39f-4743-9343-748af372cc5b x-openstack-request-id: req-32cd0c58-f39f-4743-9343-748af372cc5b {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:48:54.671657 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49dcf781-a79f-4015-ae19-0541c77921c9", "tag": "7135d670-b805-4fa6-93e4-a3a7a0bea176", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:48:54.671792 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-32cd0c58-f39f-4743-9343-748af372cc5b {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:48:54.672182 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49dcf781-a79f-4015-ae19-0541c77921c9', 'tag': '7135d670-b805-4fa6-93e4-a3a7a0bea176', 'status': 'completed', 'code': 200} Aug 04 12:48:54.767731 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3eddd9-7424-43d5-bab1-df626f10bc05 req-9ef27b9a-5340-478e-ad22-d9ed50345568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:54.769528 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-8c3eddd9-7424-43d5-bab1-df626f10bc05 req-9ef27b9a-5340-478e-ad22-d9ed50345568 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 1098 time: 0.0456598 Aug 04 12:48:54.812431 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-edb7c9c4-be92-430e-8ac7-b58e49e277d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': 'd24afe20-0497-420c-aab3-9897d2ddd9f3', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '08794641-3180-4551-b1d4-c9a2164127be', 'port_id': '7135d670-b805-4fa6-93e4-a3a7a0bea176', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'mac_address': 'fa:16:3e:37:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dcf781-a79f-4015-ae19-0541c77921c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:48:53Z', 'updated_at': '2021-08-04T12:48:53Z', 'revision_number': 0, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:48:54.840520 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb7c9c4-be92-430e-8ac7-b58e49e277d9 None None] Checking router: 08794641-3180-4551-b1d4-c9a2164127be for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:48:54.850362 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb7c9c4-be92-430e-8ac7-b58e49e277d9 None None] Routers {'08794641-3180-4551-b1d4-c9a2164127be'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:48:54.851021 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-edb7c9c4-be92-430e-8ac7-b58e49e277d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:48:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['08794641-3180-4551-b1d4-c9a2164127be'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:48:54.868253 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3eddd9-7424-43d5-bab1-df626f10bc05 req-7b774199-492e-4f72-bbd2-d6eee72e2330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:54.869955 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-8c3eddd9-7424-43d5-bab1-df626f10bc05 req-7b774199-492e-4f72-bbd2-d6eee72e2330 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8b0465a0-d834-4e12-9b5a-ddd473069e9d HTTP/1.1" status: 200 len: 913 time: 0.0933158 Aug 04 12:48:54.947421 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-8c3eddd9-7424-43d5-bab1-df626f10bc05 req-ce9577db-ec9a-4246-9519-b5fb189172b4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7135d670-b805-4fa6-93e4-a3a7a0bea176 HTTP/1.1" status: 200 len: 998 time: 0.0680659 Aug 04 12:48:54.963569 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-edb7c9c4-be92-430e-8ac7-b58e49e277d9 None None] Set router 08794641-3180-4551-b1d4-c9a2164127be gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:48:55.003927 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3eddd9-7424-43d5-bab1-df626f10bc05 req-48ea4eb4-2256-497d-96d1-f332b78cf6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:55.005489 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-8c3eddd9-7424-43d5-bab1-df626f10bc05 req-48ea4eb4-2256-497d-96d1-f332b78cf6db service neutron] 10.222.0.76 "GET /v2.0/subnets?id=061b6493-caed-49b5-a60e-f2285f8a74c1 HTTP/1.1" status: 200 len: 851 time: 0.0505774 Aug 04 12:48:55.056248 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3eddd9-7424-43d5-bab1-df626f10bc05 req-cbbd04d5-ffa0-4190-b221-92e5ec32d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:48:55.057893 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-8c3eddd9-7424-43d5-bab1-df626f10bc05 req-cbbd04d5-ffa0-4190-b221-92e5ec32d055 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8b0465a0-d834-4e12-9b5a-ddd473069e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439916 Aug 04 12:48:55.160897 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-8c3eddd9-7424-43d5-bab1-df626f10bc05 req-6cee8ba7-3528-4f7b-8c93-6f7fd6a6210e service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940986 Aug 04 12:48:55.206756 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-edb7c9c4-be92-430e-8ac7-b58e49e277d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': 'd24afe20-0497-420c-aab3-9897d2ddd9f3', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '08794641-3180-4551-b1d4-c9a2164127be', 'port_id': '7135d670-b805-4fa6-93e4-a3a7a0bea176', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'mac_address': 'fa:16:3e:37:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dcf781-a79f-4015-ae19-0541c77921c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:48:53Z', 'updated_at': '2021-08-04T12:48:53Z', 'revision_number': 0, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:48:55.245809 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb7c9c4-be92-430e-8ac7-b58e49e277d9 None None] The sync data for ids ['08794641-3180-4551-b1d4-c9a2164127be'] in dv-cinder-803046-4-iscsi is: [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': 'd24afe20-0497-420c-aab3-9897d2ddd9f3', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '08794641-3180-4551-b1d4-c9a2164127be', 'port_id': '7135d670-b805-4fa6-93e4-a3a7a0bea176', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'mac_address': 'fa:16:3e:37:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dcf781-a79f-4015-ae19-0541c77921c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:48:53Z', 'updated_at': '2021-08-04T12:48:53Z', 'revision_number': 0, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:48:55.260030 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-8c3eddd9-7424-43d5-bab1-df626f10bc05 req-52dca976-67e0-4c3b-9a1b-e8c51c5bafa8 service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914700 Aug 04 12:48:55.454924 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330b2c96-fc59-4e44-93be-c4a841a6c717 None None] New status for floating IP d24afe20-0497-420c-aab3-9897d2ddd9f3: ACTIVE {{(pid=94081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:49:06.951975 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:49:08.899460 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:10.872896 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d68c0eba-b08d-4040-b4d8-00c144a6a974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:13.219529 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-bc2ca98c-a345-45cb-b1ec-26d6c9f52e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:13.484441 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:14.547460 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:15.990721 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:28.843126 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 47712) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:49:28.995334 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Deleting port 47ced936-de66-4d8e-9f36-05265fb03e13 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:49:28.995675 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:29.070892 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:29.071558 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:29.083303 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Calling delete_port for 47ced936-de66-4d8e-9f36-05265fb03e13 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:49:29.373877 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:29.400196 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Pushing event deleted for resources: {'Port': ['ID=47ced936-de66-4d8e-9f36-05265fb03e13,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:49:29.412181 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:29.418904 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:29.418904 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:29.418904 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:29.418904 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:29.418904 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:29.418904 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:29.418904 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:29.418904 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:29.418904 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:29.418904 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:29.418904 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:29.468279 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:29.468608 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.db.l3_db [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Floating IP c20712bf-965f-42fe-a306-b54dd47c3b6e disassociated (deleted). External IP: 172.27.3.244, port: 86149843-bf0f-433a-95c6-06099423f61d. Aug 04 12:49:29.667168 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Router a49f531a-1d0e-4300-b439-4ba7ada559d4 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:49:29.771392 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:49:29.776347 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:29.781344 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d22e6d7-fe58-4ff6-a32e-e8fb1a73d326 None None] Sync routers for ids ['a49f531a-1d0e-4300-b439-4ba7ada559d4'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:49:29.790688 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d22e6d7-fe58-4ff6-a32e-e8fb1a73d326 None None] Routers {'a49f531a-1d0e-4300-b439-4ba7ada559d4'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:49:29.791294 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6d22e6d7-fe58-4ff6-a32e-e8fb1a73d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:49:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['a49f531a-1d0e-4300-b439-4ba7ada559d4'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:49:29.802125 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-66b26c4d-23fd-44b2-a1bb-086097c076ca tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "DELETE /v2.0/floatingips/c20712bf-965f-42fe-a306-b54dd47c3b6e HTTP/1.1" status: 204 len: 168 time: 0.9571183 Aug 04 12:49:29.802771 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89d0783-cc16-437b-a7bd-32657580b37c', 'tag': '86149843-bf0f-433a-95c6-06099423f61d'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:49:29.805024 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8ae40e2b7f5282738ae41ec5eb0239ea942733e3c90ce73239d5459ea6b8920" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3fd17d-c2f5-4fc1-ba72-dc65aeea4dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "f89d0783-cc16-437b-a7bd-32657580b37c", "tag": "86149843-bf0f-433a-95c6-06099423f61d"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:49:29.847497 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2725d431-3556-4ac7-afa6-9efc3e4476aa x-openstack-request-id: req-2725d431-3556-4ac7-afa6-9efc3e4476aa {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:49:29.848156 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89d0783-cc16-437b-a7bd-32657580b37c", "tag": "86149843-bf0f-433a-95c6-06099423f61d", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:49:29.848156 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-2725d431-3556-4ac7-afa6-9efc3e4476aa {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:49:29.848548 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89d0783-cc16-437b-a7bd-32657580b37c', 'tag': '86149843-bf0f-433a-95c6-06099423f61d', 'status': 'completed', 'code': 200} Aug 04 12:49:29.902617 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-6d22e6d7-fe58-4ff6-a32e-e8fb1a73d326 None None] Set router a49f531a-1d0e-4300-b439-4ba7ada559d4 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:49:29.931191 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fd17d-c2f5-4fc1-ba72-dc65aeea4dfd req-578cc684-873a-49cf-a995-aecb05cd443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:49:29.932612 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2f3fd17d-c2f5-4fc1-ba72-dc65aeea4dfd req-578cc684-873a-49cf-a995-aecb05cd443a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=fe3e08f20205460980a8eca6bc05529d&device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 1099 time: 0.0401316 Aug 04 12:49:30.028064 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fd17d-c2f5-4fc1-ba72-dc65aeea4dfd req-f88f73a8-6835-4ed6-9bea-a1c1941f76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:49:30.029603 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2f3fd17d-c2f5-4fc1-ba72-dc65aeea4dfd req-f88f73a8-6835-4ed6-9bea-a1c1941f76a3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9f45085c-c37c-4c40-9c5e-a2d86b0da083 HTTP/1.1" status: 200 len: 910 time: 0.0888846 Aug 04 12:49:30.072983 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2f3fd17d-c2f5-4fc1-ba72-dc65aeea4dfd req-1eace5ab-a29f-4d5c-9081-8b3027053342 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86149843-bf0f-433a-95c6-06099423f61d HTTP/1.1" status: 200 len: 217 time: 0.0362804 Aug 04 12:49:30.100912 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6d22e6d7-fe58-4ff6-a32e-e8fb1a73d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'name': 'tempest-TestShelveInstance-2094895340-router', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:32Z', 'updated_at': '2021-08-04T12:44:36Z', 'revision_number': 4, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'gw_port': {'id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:33Z', 'updated_at': '2021-08-04T12:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '0960d5f5-8683-4ba0-9765-7c811967f51e', 'name': '', 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'mac_address': 'fa:16:3e:d0:df:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:35Z', 'updated_at': '2021-08-04T12:44:43Z', 'revision_number': 5, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'subnets': [{'id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:49:30.131794 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d22e6d7-fe58-4ff6-a32e-e8fb1a73d326 None None] Checking router: a49f531a-1d0e-4300-b439-4ba7ada559d4 for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:49:30.135265 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fd17d-c2f5-4fc1-ba72-dc65aeea4dfd req-3bdc6281-cc9c-4506-9967-ab2cf36620d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:49:30.136802 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2f3fd17d-c2f5-4fc1-ba72-dc65aeea4dfd req-3bdc6281-cc9c-4506-9967-ab2cf36620d8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=68ad8ac2-734e-47bc-b065-f478d6d8ad78 HTTP/1.1" status: 200 len: 848 time: 0.0569222 Aug 04 12:49:30.140832 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d22e6d7-fe58-4ff6-a32e-e8fb1a73d326 None None] Routers {'a49f531a-1d0e-4300-b439-4ba7ada559d4'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:49:30.141476 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6d22e6d7-fe58-4ff6-a32e-e8fb1a73d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:49:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['a49f531a-1d0e-4300-b439-4ba7ada559d4'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:49:30.190756 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fd17d-c2f5-4fc1-ba72-dc65aeea4dfd req-0488256d-949d-4f60-956d-2befbe7e3bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:49:30.192178 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2f3fd17d-c2f5-4fc1-ba72-dc65aeea4dfd req-0488256d-949d-4f60-956d-2befbe7e3bc4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9f45085c-c37c-4c40-9c5e-a2d86b0da083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413437 Aug 04 12:49:30.289538 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2f3fd17d-c2f5-4fc1-ba72-dc65aeea4dfd req-c7475536-8e08-4572-ba0a-b0058bdc6827 service neutron] 10.222.0.76 "GET /v2.0/networks/9f45085c-c37c-4c40-9c5e-a2d86b0da083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899963 Aug 04 12:49:30.366051 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937426a-761f-4008-993e-bcb726827178 req-cc672400-2137-40cc-b7a1-e678fe00ec90 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:49:30.377713 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4937426a-761f-4008-993e-bcb726827178 req-cc672400-2137-40cc-b7a1-e678fe00ec90 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0550365 Aug 04 12:49:30.383199 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-6d22e6d7-fe58-4ff6-a32e-e8fb1a73d326 None None] Set router a49f531a-1d0e-4300-b439-4ba7ada559d4 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:49:30.417485 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4937426a-761f-4008-993e-bcb726827178 req-892c7312-a265-4e97-a2c1-a1f6ab8bdc3a tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361345 Aug 04 12:49:30.447109 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-2f3fd17d-c2f5-4fc1-ba72-dc65aeea4dfd req-742e4f3c-d827-4477-8c96-f933e5c55c8e service neutron] 10.222.0.76 "GET /v2.0/networks/9f45085c-c37c-4c40-9c5e-a2d86b0da083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965676 Aug 04 12:49:30.588132 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6d22e6d7-fe58-4ff6-a32e-e8fb1a73d326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'name': 'tempest-TestShelveInstance-2094895340-router', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:32Z', 'updated_at': '2021-08-04T12:44:36Z', 'revision_number': 4, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'gw_port': {'id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:33Z', 'updated_at': '2021-08-04T12:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '0960d5f5-8683-4ba0-9765-7c811967f51e', 'name': '', 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'mac_address': 'fa:16:3e:d0:df:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:35Z', 'updated_at': '2021-08-04T12:44:43Z', 'revision_number': 5, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'subnets': [{'id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:49:30.615354 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d22e6d7-fe58-4ff6-a32e-e8fb1a73d326 None None] The sync data for ids ['a49f531a-1d0e-4300-b439-4ba7ada559d4'] in dv-cinder-803046-4-iscsi is: [{'id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'name': 'tempest-TestShelveInstance-2094895340-router', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:32Z', 'updated_at': '2021-08-04T12:44:36Z', 'revision_number': 4, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'gw_port': {'id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:33Z', 'updated_at': '2021-08-04T12:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '0960d5f5-8683-4ba0-9765-7c811967f51e', 'name': '', 'network_id': '9f45085c-c37c-4c40-9c5e-a2d86b0da083', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'mac_address': 'fa:16:3e:d0:df:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:35Z', 'updated_at': '2021-08-04T12:44:43Z', 'revision_number': 5, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'subnets': [{'id': '68ad8ac2-734e-47bc-b065-f478d6d8ad78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:49:30.826048 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d800f72-8d8b-4663-9b1a-ea2203556e8e None None] New status for floating IP c20712bf-965f-42fe-a306-b54dd47c3b6e: DOWN {{(pid=94081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:49:31.534474 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffec2d-f44e-4541-a0df-531ac043178d req-44df58c4-e76f-47d0-b0be-f426c8f5f6eb tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:49:31.536006 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-82ffec2d-f44e-4541-a0df-531ac043178d req-44df58c4-e76f-47d0-b0be-f426c8f5f6eb tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0500662 Aug 04 12:49:31.575966 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-82ffec2d-f44e-4541-a0df-531ac043178d req-b947ecfd-a254-4bcd-a032-27ed27a4bfb3 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74a94c1-81c5-4e2f-aa11-e6c397f61eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334105 Aug 04 12:49:32.069489 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d6941-c1b7-46b4-9122-bb220f2a208d req-50cb0e84-92ae-446c-86b8-a6ba3f18c75c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:49:32.070975 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-319d6941-c1b7-46b4-9122-bb220f2a208d req-50cb0e84-92ae-446c-86b8-a6ba3f18c75c tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.76 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 946 time: 0.0489326 Aug 04 12:49:32.165480 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-319d6941-c1b7-46b4-9122-bb220f2a208d req-f8188d86-0e9b-4ead-8fbe-0b4cd3d053c0 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Deleting port 86149843-bf0f-433a-95c6-06099423f61d {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:49:32.165820 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-319d6941-c1b7-46b4-9122-bb220f2a208d req-f8188d86-0e9b-4ead-8fbe-0b4cd3d053c0 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:32.258903 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-319d6941-c1b7-46b4-9122-bb220f2a208d req-f8188d86-0e9b-4ead-8fbe-0b4cd3d053c0 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] For port 86149843-bf0f-433a-95c6-06099423f61d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=86149843-bf0f-433a-95c6-06099423f61d,segment=NetworkSegment(9597b5cb-9212-42a8-8cf9-53da97d840e4),segment_id=9597b5cb-9212-42a8-8cf9-53da97d840e4)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:49:32.259253 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-319d6941-c1b7-46b4-9122-bb220f2a208d req-f8188d86-0e9b-4ead-8fbe-0b4cd3d053c0 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:32.271850 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-319d6941-c1b7-46b4-9122-bb220f2a208d req-f8188d86-0e9b-4ead-8fbe-0b4cd3d053c0 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Calling delete_port for 86149843-bf0f-433a-95c6-06099423f61d owned by compute:nova {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:49:32.466681 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-319d6941-c1b7-46b4-9122-bb220f2a208d req-f8188d86-0e9b-4ead-8fbe-0b4cd3d053c0 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:32.494788 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8188d86-0e9b-4ead-8fbe-0b4cd3d053c0 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Pushing event deleted for resources: {'Port': ['ID=86149843-bf0f-433a-95c6-06099423f61d,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:49:32.538140 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-319d6941-c1b7-46b4-9122-bb220f2a208d req-f8188d86-0e9b-4ead-8fbe-0b4cd3d053c0 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] No DVR routers for this DVR port 86149843-bf0f-433a-95c6-06099423f61d on host hv-cinder-80304 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:49:32.540778 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-319d6941-c1b7-46b4-9122-bb220f2a208d req-f8188d86-0e9b-4ead-8fbe-0b4cd3d053c0 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:32.542938 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-319d6941-c1b7-46b4-9122-bb220f2a208d req-f8188d86-0e9b-4ead-8fbe-0b4cd3d053c0 tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.76 "DELETE /v2.0/ports/86149843-bf0f-433a-95c6-06099423f61d HTTP/1.1" status: 204 len: 173 time: 0.4649854 Aug 04 12:49:32.543411 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89d0783-cc16-437b-a7bd-32657580b37c', 'name': 'network-vif-deleted', 'tag': '86149843-bf0f-433a-95c6-06099423f61d'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:49:32.546181 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188506f4-af71-4c95-ab66-16fcef25bd6d" -d '{"events": [{"server_uuid": "f89d0783-cc16-437b-a7bd-32657580b37c", "name": "network-vif-deleted", "tag": "86149843-bf0f-433a-95c6-06099423f61d"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:49:32.582159 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757b2f6e-edae-42fd-8994-aec8b4fe3696 x-openstack-request-id: req-757b2f6e-edae-42fd-8994-aec8b4fe3696 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:49:32.592385 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89d0783-cc16-437b-a7bd-32657580b37c", "name": "network-vif-deleted", "tag": "86149843-bf0f-433a-95c6-06099423f61d", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:49:32.592385 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-757b2f6e-edae-42fd-8994-aec8b4fe3696 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:49:32.592385 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89d0783-cc16-437b-a7bd-32657580b37c', 'name': 'network-vif-deleted', 'tag': '86149843-bf0f-433a-95c6-06099423f61d', 'status': 'completed', 'code': 200} Aug 04 12:49:32.672237 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ab843364-df2c-440b-a577-d3b5ec58a9ba req-11415278-f5fe-4e8f-b1d7-5153c131251a tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 210 time: 0.0258977 Aug 04 12:49:33.776936 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-381c9f08-c792-4156-8719-45cf1e82c343 req-88fac3b7-ed55-421c-9c61-b681b277e32d tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "GET /v2.0/ports?device_id=f89d0783-cc16-437b-a7bd-32657580b37c HTTP/1.1" status: 200 len: 210 time: 0.0249164 Aug 04 12:49:34.832034 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47732) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:49:34.889461 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a770a3db-c126-49b1-bd1c-875752220bfc tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:34.913962 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a770a3db-c126-49b1-bd1c-875752220bfc tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:35.096024 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a770a3db-c126-49b1-bd1c-875752220bfc tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:35.098633 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a770a3db-c126-49b1-bd1c-875752220bfc tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:35.099806 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-a770a3db-c126-49b1-bd1c-875752220bfc tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] 10.222.0.90 "DELETE /v2.0/security-groups/e74a94c1-81c5-4e2f-aa11-e6c397f61eab HTTP/1.1" status: 204 len: 168 time: 0.2667546 Aug 04 12:49:35.113069 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770a3db-c126-49b1-bd1c-875752220bfc tempest-TestShelveInstance-150752503 tempest-TestShelveInstance-150752503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74a94c1-81c5-4e2f-aa11-e6c397f61eab,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:49:35.232465 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47736) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:49:35.778841 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544505'] for router_interface, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:36.027041 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Deleting port 0960d5f5-8683-4ba0-9765-7c811967f51e {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:49:36.027746 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:36.104699 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] For port 0960d5f5-8683-4ba0-9765-7c811967f51e, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=0960d5f5-8683-4ba0-9765-7c811967f51e,segment=NetworkSegment(9597b5cb-9212-42a8-8cf9-53da97d840e4),segment_id=9597b5cb-9212-42a8-8cf9-53da97d840e4)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:49:36.104966 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:36.117175 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Calling delete_port for 0960d5f5-8683-4ba0-9765-7c811967f51e owned by network:router_interface {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:49:36.369713 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:36.398088 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0960d5f5-8683-4ba0-9765-7c811967f51e,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:49:36.424038 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:36.424485 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:36.424751 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:36.425089 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:36.425461 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:36.425800 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:36.426128 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:36.426454 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:36.426782 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:36.427104 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:36.427427 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:36.427744 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:36.569536 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544397'] for router_interface, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:37.034161 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Router a49f531a-1d0e-4300-b439-4ba7ada559d4 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:49:37.133655 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:49:37.141568 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-1a3e5933-ffd0-47b1-9369-2e2f7f9efdd6 admin admin] 10.222.0.90 "PUT /v2.0/routers/a49f531a-1d0e-4300-b439-4ba7ada559d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9053519 Aug 04 12:49:37.141568 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47740) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:49:37.153524 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83883dd9-042b-442e-8350-abcd0ed593a7 None None] Sync routers for ids ['a49f531a-1d0e-4300-b439-4ba7ada559d4'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:49:37.163440 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83883dd9-042b-442e-8350-abcd0ed593a7 None None] Routers {'a49f531a-1d0e-4300-b439-4ba7ada559d4'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:49:37.164130 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-83883dd9-042b-442e-8350-abcd0ed593a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:49:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['a49f531a-1d0e-4300-b439-4ba7ada559d4'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:49:37.200595 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 86149843-bf0f-433a-95c6-06099423f61d no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:49:37.224263 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: 86149843-bf0f-433a-95c6-06099423f61d {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:49:37.224595 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 86149843-bf0f-433a-95c6-06099423f61d not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:49:37.253710 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a525bd65-09b2-43b8-ab2d-a563a45e2a3f admin admin] Notify callbacks [] for router, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:37.304375 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-83883dd9-042b-442e-8350-abcd0ed593a7 None None] Set router a49f531a-1d0e-4300-b439-4ba7ada559d4 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:49:37.359362 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a525bd65-09b2-43b8-ab2d-a563a45e2a3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:37.482063 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-83883dd9-042b-442e-8350-abcd0ed593a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'name': 'tempest-TestShelveInstance-2094895340-router', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:32Z', 'updated_at': '2021-08-04T12:49:36Z', 'revision_number': 5, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'gw_port': {'id': 'c439863b-0268-4920-85ec-9485c021f9b3', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c2:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:33Z', 'updated_at': '2021-08-04T12:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:49:37.490371 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a525bd65-09b2-43b8-ab2d-a563a45e2a3f admin admin] Deleting port c439863b-0268-4920-85ec-9485c021f9b3 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:49:37.490720 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a525bd65-09b2-43b8-ab2d-a563a45e2a3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:37.512684 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83883dd9-042b-442e-8350-abcd0ed593a7 None None] Checking router: a49f531a-1d0e-4300-b439-4ba7ada559d4 for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:49:37.521412 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83883dd9-042b-442e-8350-abcd0ed593a7 None None] Routers {'a49f531a-1d0e-4300-b439-4ba7ada559d4'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:49:37.522012 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-83883dd9-042b-442e-8350-abcd0ed593a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:49:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['a49f531a-1d0e-4300-b439-4ba7ada559d4'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:49:37.574210 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a525bd65-09b2-43b8-ab2d-a563a45e2a3f admin admin] For port c439863b-0268-4920-85ec-9485c021f9b3, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=c439863b-0268-4920-85ec-9485c021f9b3,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:49:37.574491 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a525bd65-09b2-43b8-ab2d-a563a45e2a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:37.592295 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a525bd65-09b2-43b8-ab2d-a563a45e2a3f admin admin] Calling delete_port for c439863b-0268-4920-85ec-9485c021f9b3 owned by network:router_gateway {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:49:37.605316 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-83883dd9-042b-442e-8350-abcd0ed593a7 None None] Set router a49f531a-1d0e-4300-b439-4ba7ada559d4 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:49:37.658979 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-83883dd9-042b-442e-8350-abcd0ed593a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'name': 'tempest-TestShelveInstance-2094895340-router', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:32Z', 'updated_at': '2021-08-04T12:49:37Z', 'revision_number': 6, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'gw_port_host': None}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:49:37.685082 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83883dd9-042b-442e-8350-abcd0ed593a7 None None] The sync data for ids ['a49f531a-1d0e-4300-b439-4ba7ada559d4'] in dv-cinder-803046-4-iscsi is: [{'id': 'a49f531a-1d0e-4300-b439-4ba7ada559d4', 'name': 'tempest-TestShelveInstance-2094895340-router', 'tenant_id': 'fe3e08f20205460980a8eca6bc05529d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:32Z', 'updated_at': '2021-08-04T12:49:37Z', 'revision_number': 6, 'project_id': 'fe3e08f20205460980a8eca6bc05529d', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:49:37.872229 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a525bd65-09b2-43b8-ab2d-a563a45e2a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:37.899065 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525bd65-09b2-43b8-ab2d-a563a45e2a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=c439863b-0268-4920-85ec-9485c021f9b3,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:49:37.961232 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a525bd65-09b2-43b8-ab2d-a563a45e2a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544055'] for router_gateway, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:38.052376 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a525bd65-09b2-43b8-ab2d-a563a45e2a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31799'] for router, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:38.060361 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a525bd65-09b2-43b8-ab2d-a563a45e2a3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:38.172861 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a525bd65-09b2-43b8-ab2d-a563a45e2a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640572'] for router, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:38.173322 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a525bd65-09b2-43b8-ab2d-a563a45e2a3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a49f531a-1d0e-4300-b439-4ba7ada559d4 {{(pid=94079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 12:49:38.178584 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a525bd65-09b2-43b8-ab2d-a563a45e2a3f admin admin] Notify callbacks [] for router, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:38.179735 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-a525bd65-09b2-43b8-ab2d-a563a45e2a3f admin admin] 10.222.0.90 "DELETE /v2.0/routers/a49f531a-1d0e-4300-b439-4ba7ada559d4 HTTP/1.1" status: 204 len: 168 time: 1.0370972 Aug 04 12:49:38.182240 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47742) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:49:38.226721 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8be203-3803-4d18-889b-242f2972fa8d admin admin] Deleting subnet 68ad8ac2-734e-47bc-b065-f478d6d8ad78 {{(pid=94079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 12:49:38.229849 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f8be203-3803-4d18-889b-242f2972fa8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:38.262564 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f8be203-3803-4d18-889b-242f2972fa8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9287391'] for subnet, precommit_delete_associations {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:38.344986 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f8be203-3803-4d18-889b-242f2972fa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8264673'] for subnet, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:38.474001 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f8be203-3803-4d18-889b-242f2972fa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8263954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9245637'] for subnet, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:38.498159 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8be203-3803-4d18-889b-242f2972fa8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68ad8ac2-734e-47bc-b065-f478d6d8ad78,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:49:38.504606 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f8be203-3803-4d18-889b-242f2972fa8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for subnet, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:38.509531 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-9f8be203-3803-4d18-889b-242f2972fa8d admin admin] 10.222.0.90 "DELETE /v2.0/subnets/68ad8ac2-734e-47bc-b065-f478d6d8ad78 HTTP/1.1" status: 204 len: 168 time: 0.3232672 Aug 04 12:49:38.509531 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47744) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:49:38.512326 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe65cbb-7090-4ffb-a455-0a03394766e2 None None] Network 9f45085c-c37c-4c40-9c5e-a2d86b0da083 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:49:38.582220 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7872879'] for network, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:38.641970 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] Deleting port 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:49:38.642453 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:38.716632 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] DHCP port deletion for 9f45085c-c37c-4c40-9c5e-a2d86b0da083 request from dv-cinder-803046-4-iscsi {{(pid=94080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 12:49:38.720704 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] For port 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73,segment=NetworkSegment(9597b5cb-9212-42a8-8cf9-53da97d840e4),segment_id=9597b5cb-9212-42a8-8cf9-53da97d840e4)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:49:38.721088 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:38.741380 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] Calling delete_port for 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:49:38.764865 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] Deleting port 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:49:38.765238 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:38.841929 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] For port 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73,segment=NetworkSegment(9597b5cb-9212-42a8-8cf9-53da97d840e4),segment_id=9597b5cb-9212-42a8-8cf9-53da97d840e4)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:49:38.842327 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:38.854595 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] Calling delete_port for 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 owned by network:dhcp {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:49:38.902896 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:38.918089 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:38.946045 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] Pushing event deleted for resources: {'Port': ['ID=6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:49:38.949585 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] No DVR routers for this DVR port 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 on host dv-cinder-803046-4-iscsi {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:49:38.951484 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:38.979983 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] Pushing event deleted for resources: {'Port': ['ID=6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:49:38.984295 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] No DVR routers for this DVR port 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 on host dv-cinder-803046-4-iscsi {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:49:38.996577 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:38.996577 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:38.996577 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:38.996577 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:38.996577 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:38.996577 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:38.996577 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:38.996577 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:38.996577 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:38.996577 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:38.996577 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:38.996577 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b79e1e-dd78-4bfd-9dd0-545dcaef91d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:49:39.030511 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314982', 'neutron.services.segments.db._delete_segments_for_network-8788656383735'] for network, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:39.040321 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f45085c-c37c-4c40-9c5e-a2d86b0da083']}} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:49:39.050906 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9597b5cb-9212-42a8-8cf9-53da97d840e4') {'for_net_delete': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:49:39.051191 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9597b5cb-9212-42a8-8cf9-53da97d840e4') {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:49:39.060225 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788656387588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9287380'] for segment, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:39.074029 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:39.079699 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=94079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 12:49:39.080072 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2652940'] for segment, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: Traceback (most recent call last): Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: timer() Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: cb(*args, **kw) Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: return func(*args, **kwargs) Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: self._notify() Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: self.callback(batched_events) Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: event.method(event) Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: return f(self, *a, **k) Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._get(url).json() Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: return self.request(url, 'GET', **kwargs) Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 12:49:39.081696 dv-cinder-803046-4-iscsi neutron-server[94079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 12:49:39.188870 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 0960d5f5-8683-4ba0-9765-7c811967f51e no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:49:39.202024 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544019'] for network, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:39.210183 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: 0960d5f5-8683-4ba0-9765-7c811967f51e {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:49:39.210183 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 0960d5f5-8683-4ba0-9765-7c811967f51e not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:49:39.210183 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device c439863b-0268-4920-85ec-9485c021f9b3 no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:49:39.213948 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:39.215857 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] 10.222.0.90 "DELETE /v2.0/networks/9f45085c-c37c-4c40-9c5e-a2d86b0da083 HTTP/1.1" status: 204 len: 168 time: 0.7057946 Aug 04 12:49:39.219007 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 47746) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:49:39.229573 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: c439863b-0268-4920-85ec-9485c021f9b3 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:49:39.229928 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device c439863b-0268-4920-85ec-9485c021f9b3 not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:49:39.230351 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:49:39.232262 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bcb06-5407-42c8-abf9-9a6728f12375 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f45085c-c37c-4c40-9c5e-a2d86b0da083,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:49:39.257190 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:49:39.257190 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 6895c52b-d0b3-4b95-83e5-0dcd0ab2ec73 not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:49:39.825632 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5bf30692-a144-4e13-81d8-08c88765e957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544505'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:40.062074 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-5bf30692-a144-4e13-81d8-08c88765e957 admin admin] Deleting port adb90dc1-9055-4757-90f1-dd1ca6a2f629 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:49:40.062406 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5bf30692-a144-4e13-81d8-08c88765e957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:40.138987 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-5bf30692-a144-4e13-81d8-08c88765e957 admin admin] For port adb90dc1-9055-4757-90f1-dd1ca6a2f629, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=adb90dc1-9055-4757-90f1-dd1ca6a2f629,segment=NetworkSegment(b205b27d-a910-45ed-b63d-d3afe555d861),segment_id=b205b27d-a910-45ed-b63d-d3afe555d861)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:49:40.139259 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5bf30692-a144-4e13-81d8-08c88765e957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:40.152546 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-5bf30692-a144-4e13-81d8-08c88765e957 admin admin] Calling delete_port for adb90dc1-9055-4757-90f1-dd1ca6a2f629 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:49:40.418747 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5bf30692-a144-4e13-81d8-08c88765e957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:40.448340 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf30692-a144-4e13-81d8-08c88765e957 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb90dc1-9055-4757-90f1-dd1ca6a2f629,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:49:40.607489 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5bf30692-a144-4e13-81d8-08c88765e957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544397'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:40.774977 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2098396c-cab6-48d4-8910-4fa37dea4aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:40.821219 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf30692-a144-4e13-81d8-08c88765e957 admin admin] Router f2fcb894-177f-4534-b400-5b2b045c7733 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:49:40.925522 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf30692-a144-4e13-81d8-08c88765e957 admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:49:40.930424 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5bf30692-a144-4e13-81d8-08c88765e957 admin admin] 10.222.0.90 "PUT /v2.0/routers/f2fcb894-177f-4534-b400-5b2b045c7733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7097869 Aug 04 12:49:40.932985 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 47748) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:49:40.935508 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7950bdc-e14e-4287-94d2-24af79251947 None None] Sync routers for ids ['f2fcb894-177f-4534-b400-5b2b045c7733'] in dv-cinder-803046-4-iscsi {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:49:40.944638 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7950bdc-e14e-4287-94d2-24af79251947 None None] Routers {'f2fcb894-177f-4534-b400-5b2b045c7733'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:49:40.945321 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-b7950bdc-e14e-4287-94d2-24af79251947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:49:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f2fcb894-177f-4534-b400-5b2b045c7733'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:49:41.036852 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b279668-6e78-4b22-abbc-fd035f879de9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:41.047990 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-b7950bdc-e14e-4287-94d2-24af79251947 None None] Set router f2fcb894-177f-4534-b400-5b2b045c7733 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:49:41.138189 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b279668-6e78-4b22-abbc-fd035f879de9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:41.230453 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-b7950bdc-e14e-4287-94d2-24af79251947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'name': 'tempest-TestShelveInstance-1314036672-router', 'tenant_id': '0541da57032d4ddfb5dea32b6b141238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '897b9ba5-2d59-48cb-a847-8cdb1583749e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:41Z', 'updated_at': '2021-08-04T12:49:40Z', 'revision_number': 5, 'project_id': '0541da57032d4ddfb5dea32b6b141238', 'gw_port': {'id': '897b9ba5-2d59-48cb-a847-8cdb1583749e', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:44:41Z', 'updated_at': '2021-08-04T12:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:49:41.255967 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7950bdc-e14e-4287-94d2-24af79251947 None None] Checking router: f2fcb894-177f-4534-b400-5b2b045c7733 for host: dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:49:41.262654 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-1b279668-6e78-4b22-abbc-fd035f879de9 admin admin] Deleting port 897b9ba5-2d59-48cb-a847-8cdb1583749e {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:49:41.263041 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b279668-6e78-4b22-abbc-fd035f879de9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:41.264126 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7950bdc-e14e-4287-94d2-24af79251947 None None] Routers {'f2fcb894-177f-4534-b400-5b2b045c7733'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:49:41.264762 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-b7950bdc-e14e-4287-94d2-24af79251947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:49:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f2fcb894-177f-4534-b400-5b2b045c7733'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:49:41.345923 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-1b279668-6e78-4b22-abbc-fd035f879de9 admin admin] For port 897b9ba5-2d59-48cb-a847-8cdb1583749e, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=897b9ba5-2d59-48cb-a847-8cdb1583749e,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:49:41.346866 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b279668-6e78-4b22-abbc-fd035f879de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:41.359555 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-b7950bdc-e14e-4287-94d2-24af79251947 None None] Set router f2fcb894-177f-4534-b400-5b2b045c7733 gateway port host: None {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:49:41.359771 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-1b279668-6e78-4b22-abbc-fd035f879de9 admin admin] Calling delete_port for 897b9ba5-2d59-48cb-a847-8cdb1583749e owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:49:41.410793 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-b7950bdc-e14e-4287-94d2-24af79251947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'name': 'tempest-TestShelveInstance-1314036672-router', 'tenant_id': '0541da57032d4ddfb5dea32b6b141238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:41Z', 'updated_at': '2021-08-04T12:49:41Z', 'revision_number': 6, 'project_id': '0541da57032d4ddfb5dea32b6b141238', 'gw_port_host': None}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:49:41.440430 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7950bdc-e14e-4287-94d2-24af79251947 None None] The sync data for ids ['f2fcb894-177f-4534-b400-5b2b045c7733'] in dv-cinder-803046-4-iscsi is: [{'id': 'f2fcb894-177f-4534-b400-5b2b045c7733', 'name': 'tempest-TestShelveInstance-1314036672-router', 'tenant_id': '0541da57032d4ddfb5dea32b6b141238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:44:41Z', 'updated_at': '2021-08-04T12:49:41Z', 'revision_number': 6, 'project_id': '0541da57032d4ddfb5dea32b6b141238', 'gw_port_host': None}] {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:49:41.601581 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b279668-6e78-4b22-abbc-fd035f879de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:41.628593 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b279668-6e78-4b22-abbc-fd035f879de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=897b9ba5-2d59-48cb-a847-8cdb1583749e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:49:41.688626 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b279668-6e78-4b22-abbc-fd035f879de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544055'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:41.776786 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b279668-6e78-4b22-abbc-fd035f879de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31799'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:41.779205 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b279668-6e78-4b22-abbc-fd035f879de9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:41.895095 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b279668-6e78-4b22-abbc-fd035f879de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640572'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:41.895673 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b279668-6e78-4b22-abbc-fd035f879de9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2fcb894-177f-4534-b400-5b2b045c7733 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 12:49:41.900507 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b279668-6e78-4b22-abbc-fd035f879de9 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:41.901692 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-1b279668-6e78-4b22-abbc-fd035f879de9 admin admin] 10.222.0.90 "DELETE /v2.0/routers/f2fcb894-177f-4534-b400-5b2b045c7733 HTTP/1.1" status: 204 len: 168 time: 0.9677272 Aug 04 12:49:41.904086 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 47750) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:49:41.951027 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-546a676a-b9b1-4d54-ab77-a5c135c76103 admin admin] Deleting subnet da3d9ea7-29b4-46b9-a5a2-97fb2ee62b8a {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 12:49:41.954144 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-546a676a-b9b1-4d54-ab77-a5c135c76103 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:41.992016 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-546a676a-b9b1-4d54-ab77-a5c135c76103 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3168408'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:42.067134 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-546a676a-b9b1-4d54-ab77-a5c135c76103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8264673'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:42.198172 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-546a676a-b9b1-4d54-ab77-a5c135c76103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8263954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4003078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694604'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:42.224926 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a676a-b9b1-4d54-ab77-a5c135c76103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da3d9ea7-29b4-46b9-a5a2-97fb2ee62b8a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:49:42.228771 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-546a676a-b9b1-4d54-ab77-a5c135c76103 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:42.230808 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-546a676a-b9b1-4d54-ab77-a5c135c76103 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/da3d9ea7-29b4-46b9-a5a2-97fb2ee62b8a HTTP/1.1" status: 204 len: 168 time: 0.3257706 Aug 04 12:49:42.234176 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47752) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:49:42.236202 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f6eb2f-c8d6-42b8-9cf1-8b779adb6b8f None None] Network accba918-6972-497e-b21c-b4b489abcc42 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:49:42.316033 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7872879'] for network, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:42.371159 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] Deleting port 692e836c-b8d4-4efe-8acb-61b59469e5cf {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:49:42.371492 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:42.420308 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00354122-4080-4e78-844a-90bedd39f16d None None] DHCP port deletion for accba918-6972-497e-b21c-b4b489abcc42 request from dv-cinder-803046-4-iscsi {{(pid=94080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 12:49:42.444542 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] For port 692e836c-b8d4-4efe-8acb-61b59469e5cf, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=692e836c-b8d4-4efe-8acb-61b59469e5cf,segment=NetworkSegment(b205b27d-a910-45ed-b63d-d3afe555d861),segment_id=b205b27d-a910-45ed-b63d-d3afe555d861)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:49:42.444907 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:42.461154 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] Calling delete_port for 692e836c-b8d4-4efe-8acb-61b59469e5cf owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:49:42.467869 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-00354122-4080-4e78-844a-90bedd39f16d None None] Deleting port 692e836c-b8d4-4efe-8acb-61b59469e5cf {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:49:42.468423 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-00354122-4080-4e78-844a-90bedd39f16d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:42.531906 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-00354122-4080-4e78-844a-90bedd39f16d None None] For port 692e836c-b8d4-4efe-8acb-61b59469e5cf, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=692e836c-b8d4-4efe-8acb-61b59469e5cf,segment=NetworkSegment(b205b27d-a910-45ed-b63d-d3afe555d861),segment_id=b205b27d-a910-45ed-b63d-d3afe555d861)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:49:42.532301 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-00354122-4080-4e78-844a-90bedd39f16d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:42.545560 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-00354122-4080-4e78-844a-90bedd39f16d None None] Calling delete_port for 692e836c-b8d4-4efe-8acb-61b59469e5cf owned by network:dhcp {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:49:42.621079 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:42.626861 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-00354122-4080-4e78-844a-90bedd39f16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:42.649076 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] Pushing event deleted for resources: {'Port': ['ID=692e836c-b8d4-4efe-8acb-61b59469e5cf,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:49:42.650874 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] No DVR routers for this DVR port 692e836c-b8d4-4efe-8acb-61b59469e5cf on host dv-cinder-803046-4-iscsi {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:49:42.653667 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00354122-4080-4e78-844a-90bedd39f16d None None] No DVR routers for this DVR port 692e836c-b8d4-4efe-8acb-61b59469e5cf on host dv-cinder-803046-4-iscsi {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:49:42.657235 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00354122-4080-4e78-844a-90bedd39f16d None None] Pushing event deleted for resources: {'Port': ['ID=692e836c-b8d4-4efe-8acb-61b59469e5cf,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:49:42.724790 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314982', 'neutron.services.segments.db._delete_segments_for_network-8788656383735'] for network, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:42.734418 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['accba918-6972-497e-b21c-b4b489abcc42']}} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:49:42.744296 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b205b27d-a910-45ed-b63d-d3afe555d861') {'for_net_delete': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:49:42.744588 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b205b27d-a910-45ed-b63d-d3afe555d861') {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:49:42.753201 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788656387588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9287380'] for segment, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:42.767043 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:42.774187 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=94079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 12:49:42.774781 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2652940'] for segment, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: Traceback (most recent call last): Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: timer() Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: cb(*args, **kw) Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: return func(*args, **kwargs) Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: self._notify() Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: self.callback(batched_events) Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: event.method(event) Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: return f(self, *a, **k) Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._get(url).json() Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: return self.request(url, 'GET', **kwargs) Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 12:49:42.776292 dv-cinder-803046-4-iscsi neutron-server[94079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 12:49:42.918396 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544019'] for network, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:42.923570 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:42.925425 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] 10.222.0.90 "DELETE /v2.0/networks/accba918-6972-497e-b21c-b4b489abcc42 HTTP/1.1" status: 204 len: 168 time: 0.6894808 Aug 04 12:49:42.936476 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95118675-cbf3-42d9-b9ca-708ef276e0fd admin admin] Pushing event deleted for resources: {'Network': ['ID=accba918-6972-497e-b21c-b4b489abcc42,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:49:43.187073 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 692e836c-b8d4-4efe-8acb-61b59469e5cf no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:49:43.191125 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0ea77058-4f9d-4bd6-969f-a7e2015bb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:43.211936 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: 692e836c-b8d4-4efe-8acb-61b59469e5cf {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:49:43.212272 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 692e836c-b8d4-4efe-8acb-61b59469e5cf not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:49:43.212689 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device adb90dc1-9055-4757-90f1-dd1ca6a2f629 no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:49:43.230526 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: adb90dc1-9055-4757-90f1-dd1ca6a2f629 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:49:43.234562 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device adb90dc1-9055-4757-90f1-dd1ca6a2f629 not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:49:43.234562 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 897b9ba5-2d59-48cb-a847-8cdb1583749e no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:49:43.248986 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: 897b9ba5-2d59-48cb-a847-8cdb1583749e {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:49:43.249713 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 897b9ba5-2d59-48cb-a847-8cdb1583749e not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:49:43.318076 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47756) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:49:43.363861 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-43d6992b-d97e-465b-90f1-f9606b82e327 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fe3e08f20205460980a8eca6bc05529d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447199 Aug 04 12:49:43.366327 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47758) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:49:43.417784 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e7eee4cc-2076-48d0-901b-131540df8287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:43.439540 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e7eee4cc-2076-48d0-901b-131540df8287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:43.527202 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:43.597917 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e7eee4cc-2076-48d0-901b-131540df8287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:43.600602 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e7eee4cc-2076-48d0-901b-131540df8287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:43.601807 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-e7eee4cc-2076-48d0-901b-131540df8287 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/09915ace-f1c5-4dad-aba1-7838ad34e206 HTTP/1.1" status: 204 len: 168 time: 0.2344780 Aug 04 12:49:43.610194 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eee4cc-2076-48d0-901b-131540df8287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09915ace-f1c5-4dad-aba1-7838ad34e206,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:49:43.955085 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:49:44.316762 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47764) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:49:44.359562 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-4c60d3bb-e458-4783-9e56-361c36ae9bae admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0541da57032d4ddfb5dea32b6b141238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415916 Aug 04 12:49:44.362115 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47766) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:49:44.410684 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b699373d-6994-47ff-a7ad-a111842be88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:44.431619 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b699373d-6994-47ff-a7ad-a111842be88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:44.489497 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:44.561219 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b699373d-6994-47ff-a7ad-a111842be88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:44.563849 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b699373d-6994-47ff-a7ad-a111842be88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:44.565586 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-b699373d-6994-47ff-a7ad-a111842be88b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/77b40b55-02cd-4a9b-a058-ad0d21f62815 HTTP/1.1" status: 204 len: 168 time: 0.2019975 Aug 04 12:49:44.573409 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699373d-6994-47ff-a7ad-a111842be88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b40b55-02cd-4a9b-a058-ad0d21f62815,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:49:46.009868 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:49:46.362195 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6ddf896a-4fa5-46be-aec7-37f5d1411dc0 req-e9c0000f-c1be-4a45-9a3d-73fd29181c4b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397196 Aug 04 12:49:46.463720 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf896a-4fa5-46be-aec7-37f5d1411dc0 req-2edb0462-6510-4b5e-ad43-06697677900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:49:46.465189 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6ddf896a-4fa5-46be-aec7-37f5d1411dc0 req-2edb0462-6510-4b5e-ad43-06697677900a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 1098 time: 0.0424571 Aug 04 12:49:46.569061 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf896a-4fa5-46be-aec7-37f5d1411dc0 req-2d109dc1-5752-4a16-9feb-2fbef135e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:49:46.570462 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6ddf896a-4fa5-46be-aec7-37f5d1411dc0 req-2d109dc1-5752-4a16-9feb-2fbef135e986 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8b0465a0-d834-4e12-9b5a-ddd473069e9d HTTP/1.1" status: 200 len: 913 time: 0.0865388 Aug 04 12:49:46.633747 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6ddf896a-4fa5-46be-aec7-37f5d1411dc0 req-f2c36870-b07e-496e-bab3-5a5a2afaa733 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7135d670-b805-4fa6-93e4-a3a7a0bea176 HTTP/1.1" status: 200 len: 1000 time: 0.0561116 Aug 04 12:49:46.687916 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf896a-4fa5-46be-aec7-37f5d1411dc0 req-8c785457-f691-462c-ac76-983167f83fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:49:46.689399 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6ddf896a-4fa5-46be-aec7-37f5d1411dc0 req-8c785457-f691-462c-ac76-983167f83fde service neutron] 10.222.0.76 "GET /v2.0/subnets?id=061b6493-caed-49b5-a60e-f2285f8a74c1 HTTP/1.1" status: 200 len: 851 time: 0.0493400 Aug 04 12:49:46.736200 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf896a-4fa5-46be-aec7-37f5d1411dc0 req-94c2b34a-0e82-49a8-bd6b-9b6d8777acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:49:46.738238 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6ddf896a-4fa5-46be-aec7-37f5d1411dc0 req-94c2b34a-0e82-49a8-bd6b-9b6d8777acfa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8b0465a0-d834-4e12-9b5a-ddd473069e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420518 Aug 04 12:49:46.824844 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6ddf896a-4fa5-46be-aec7-37f5d1411dc0 req-5e4b9592-44be-4e5d-9d5f-b867d94717fc service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791380 Aug 04 12:49:46.916754 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-6ddf896a-4fa5-46be-aec7-37f5d1411dc0 req-24377b82-05c7-40a5-8a21-070c070c1c32 service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848863 Aug 04 12:50:08.872050 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:50:10.783509 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-bf08dd85-c108-4960-9326-206ad39d24b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:50:13.191777 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3aaef0be-a011-4789-a286-a2a6c107be40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:50:13.522835 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:50:14.539865 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:50:15.992537 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:50:20.953869 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:50:38.853169 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:50:40.819137 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-07aac603-674d-4a20-babf-8882e8adefc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:50:43.321586 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fc275ab5-3561-4527-aa98-9467c3eef1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:50:43.492766 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:50:44.536853 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:50:45.994583 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:50:47.345585 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-4a74526f-d0fd-4b31-aa93-6431fa969d74 req-3bfdf7a7-5303-451f-bfc1-b5e97935a645 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398743 Aug 04 12:50:47.445032 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74526f-d0fd-4b31-aa93-6431fa969d74 req-9c41360c-9a6d-4e41-9937-4dfff5aea407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:50:47.446461 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-4a74526f-d0fd-4b31-aa93-6431fa969d74 req-9c41360c-9a6d-4e41-9937-4dfff5aea407 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 1098 time: 0.0407059 Aug 04 12:50:47.553270 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74526f-d0fd-4b31-aa93-6431fa969d74 req-19d1b615-5521-4f7e-a5b8-3c6fe8753691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:50:47.554840 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-4a74526f-d0fd-4b31-aa93-6431fa969d74 req-19d1b615-5521-4f7e-a5b8-3c6fe8753691 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8b0465a0-d834-4e12-9b5a-ddd473069e9d HTTP/1.1" status: 200 len: 913 time: 0.0886152 Aug 04 12:50:47.619441 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-4a74526f-d0fd-4b31-aa93-6431fa969d74 req-7622c1be-8801-462f-985d-659099cb2a10 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7135d670-b805-4fa6-93e4-a3a7a0bea176 HTTP/1.1" status: 200 len: 1000 time: 0.0568774 Aug 04 12:50:47.668220 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74526f-d0fd-4b31-aa93-6431fa969d74 req-5b241f3d-7aeb-4b0b-9a2f-2413b1a1daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:50:47.669765 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-4a74526f-d0fd-4b31-aa93-6431fa969d74 req-5b241f3d-7aeb-4b0b-9a2f-2413b1a1daac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=061b6493-caed-49b5-a60e-f2285f8a74c1 HTTP/1.1" status: 200 len: 851 time: 0.0435202 Aug 04 12:50:47.717757 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74526f-d0fd-4b31-aa93-6431fa969d74 req-b0f306ee-40d6-46ab-90af-6f734dd7e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:50:47.719184 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-4a74526f-d0fd-4b31-aa93-6431fa969d74 req-b0f306ee-40d6-46ab-90af-6f734dd7e13a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8b0465a0-d834-4e12-9b5a-ddd473069e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421252 Aug 04 12:50:47.809028 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-4a74526f-d0fd-4b31-aa93-6431fa969d74 req-ddbe5eec-5e6d-4dc8-ae09-ecf79f306037 service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818565 Aug 04 12:50:47.904172 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-4a74526f-d0fd-4b31-aa93-6431fa969d74 req-ffece0cd-2ca6-4894-812a-53abe6dfc722 service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875771 Aug 04 12:50:47.938020 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90ecae-de2d-4eef-a1e8-d5eb4fba1f0a req-a7e37066-88ec-46fc-82a7-0fd482451b7a tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:50:47.939567 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8c90ecae-de2d-4eef-a1e8-d5eb4fba1f0a req-a7e37066-88ec-46fc-82a7-0fd482451b7a tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 945 time: 0.0496576 Aug 04 12:50:47.978826 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8c90ecae-de2d-4eef-a1e8-d5eb4fba1f0a req-9350adf4-3fd4-49a0-a961-a8262db84f61 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331693 Aug 04 12:50:49.098789 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf50f6-fa9a-4e70-9178-a3efa55a1b68 req-0485d266-6534-4cb9-a062-af7da77e8dfe tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:50:49.100312 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5ecf50f6-fa9a-4e70-9178-a3efa55a1b68 req-0485d266-6534-4cb9-a062-af7da77e8dfe tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 945 time: 0.0530343 Aug 04 12:50:49.142580 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-5ecf50f6-fa9a-4e70-9178-a3efa55a1b68 req-12200e65-0632-406d-a1db-00c551e24103 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361836 Aug 04 12:50:49.680359 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14388c3c-49b2-455d-b86d-d48de29af947 req-a685e157-b649-45db-ba4f-0941b2e74cb2 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:50:49.681852 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-14388c3c-49b2-455d-b86d-d48de29af947 req-a685e157-b649-45db-ba4f-0941b2e74cb2 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.76 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 945 time: 0.0481803 Aug 04 12:50:49.767045 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-14388c3c-49b2-455d-b86d-d48de29af947 req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Deleting port 7135d670-b805-4fa6-93e4-a3a7a0bea176 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:50:49.767382 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-14388c3c-49b2-455d-b86d-d48de29af947 req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:50:49.856605 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-14388c3c-49b2-455d-b86d-d48de29af947 req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] For port 7135d670-b805-4fa6-93e4-a3a7a0bea176, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=7135d670-b805-4fa6-93e4-a3a7a0bea176,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:50:49.857038 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-14388c3c-49b2-455d-b86d-d48de29af947 req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:50:50.021736 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-14388c3c-49b2-455d-b86d-d48de29af947 req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:50:50.022110 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-14388c3c-49b2-455d-b86d-d48de29af947 req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544761'] for floatingip, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:50:50.022421 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.db.l3_db [req-14388c3c-49b2-455d-b86d-d48de29af947 req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Floating IP d24afe20-0497-420c-aab3-9897d2ddd9f3 disassociated. External IP: 172.27.3.63, port: 7135d670-b805-4fa6-93e4-a3a7a0bea176. Aug 04 12:50:50.022763 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-14388c3c-49b2-455d-b86d-d48de29af947 req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Calling delete_port for 7135d670-b805-4fa6-93e4-a3a7a0bea176 owned by compute:nova {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:50:50.219147 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-14388c3c-49b2-455d-b86d-d48de29af947 req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:50:50.246579 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event deleted for resources: {'Port': ['ID=7135d670-b805-4fa6-93e4-a3a7a0bea176,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:50:50.253049 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6c7daa0f-3273-4dba-93ab-5ecc0e5c66bc req-cae8d461-7fbf-4993-8a95-00d53bb08924 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 210 time: 0.0309205 Aug 04 12:50:50.256302 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:50:50.256640 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:50:50.256979 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:50:50.257315 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:50:50.257702 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:50:50.257998 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:50:50.258325 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:50:50.259016 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:50:50.259016 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:50:50.259305 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:50:50.259589 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:50:50.260378 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:50:50.370712 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14388c3c-49b2-455d-b86d-d48de29af947 req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Router 08794641-3180-4551-b1d4-c9a2164127be has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:50:50.474528 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14388c3c-49b2-455d-b86d-d48de29af947 req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:50:50.483991 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843ede74-c668-451d-acfc-d84a2c0bbbda None None] Sync routers for ids ['08794641-3180-4551-b1d4-c9a2164127be'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:50:50.494180 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843ede74-c668-451d-acfc-d84a2c0bbbda None None] Routers {'08794641-3180-4551-b1d4-c9a2164127be'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:50:50.494793 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-843ede74-c668-451d-acfc-d84a2c0bbbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:50:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['08794641-3180-4551-b1d4-c9a2164127be'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:50:50.511567 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-14388c3c-49b2-455d-b86d-d48de29af947 req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] No DVR routers for this DVR port 7135d670-b805-4fa6-93e4-a3a7a0bea176 on host hv-cinder-80304 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:50:50.514241 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-14388c3c-49b2-455d-b86d-d48de29af947 req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:50:50.516547 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-14388c3c-49b2-455d-b86d-d48de29af947 req-50725f97-0c52-4663-9f6c-5b95e855f99d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.76 "DELETE /v2.0/ports/7135d670-b805-4fa6-93e4-a3a7a0bea176 HTTP/1.1" status: 204 len: 173 time: 0.8288229 Aug 04 12:50:50.516976 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dcf781-a79f-4015-ae19-0541c77921c9', 'name': 'network-vif-deleted', 'tag': '7135d670-b805-4fa6-93e4-a3a7a0bea176'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:50:50.519424 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214e6b2e-6d7f-4a35-a5ad-396e1e4483aa" -d '{"events": [{"server_uuid": "49dcf781-a79f-4015-ae19-0541c77921c9", "name": "network-vif-deleted", "tag": "7135d670-b805-4fa6-93e4-a3a7a0bea176"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:50:50.556699 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e924779-c3c1-41db-bd50-a0554ba289de x-openstack-request-id: req-0e924779-c3c1-41db-bd50-a0554ba289de {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:50:50.556990 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49dcf781-a79f-4015-ae19-0541c77921c9", "name": "network-vif-deleted", "tag": "7135d670-b805-4fa6-93e4-a3a7a0bea176", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:50:50.557246 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0e924779-c3c1-41db-bd50-a0554ba289de {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:50:50.557683 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dcf781-a79f-4015-ae19-0541c77921c9', 'name': 'network-vif-deleted', 'tag': '7135d670-b805-4fa6-93e4-a3a7a0bea176', 'status': 'completed', 'code': 200} Aug 04 12:50:50.604929 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-843ede74-c668-451d-acfc-d84a2c0bbbda None None] Set router 08794641-3180-4551-b1d4-c9a2164127be gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:50:50.819692 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-843ede74-c668-451d-acfc-d84a2c0bbbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:50:50.837833 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843ede74-c668-451d-acfc-d84a2c0bbbda None None] Checking router: 08794641-3180-4551-b1d4-c9a2164127be for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:50:50.845982 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843ede74-c668-451d-acfc-d84a2c0bbbda None None] Routers {'08794641-3180-4551-b1d4-c9a2164127be'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:50:50.846595 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-843ede74-c668-451d-acfc-d84a2c0bbbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:50:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['08794641-3180-4551-b1d4-c9a2164127be'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:50:51.073436 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-843ede74-c668-451d-acfc-d84a2c0bbbda None None] Set router 08794641-3180-4551-b1d4-c9a2164127be gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:50:51.270233 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-843ede74-c668-451d-acfc-d84a2c0bbbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:50:51.296421 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843ede74-c668-451d-acfc-d84a2c0bbbda None None] The sync data for ids ['08794641-3180-4551-b1d4-c9a2164127be'] in dv-cinder-803046-4-iscsi is: [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:50:51.368406 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-f3b19402-d67e-4106-8c55-52dffc04162c req-1941c2b0-c981-4808-97fa-f7e2e48fe202 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=49dcf781-a79f-4015-ae19-0541c77921c9 HTTP/1.1" status: 200 len: 210 time: 0.0276341 Aug 04 12:50:51.522243 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd6e14b-69dc-49e4-8774-568aa9770834 None None] New status for floating IP d24afe20-0497-420c-aab3-9897d2ddd9f3: DOWN {{(pid=94081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:50:52.615206 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-192526b4-d2aa-46f6-8732-bec0205f0ca7 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-595891060&fields=id&tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c HTTP/1.1" status: 200 len: 267 time: 0.0324504 Aug 04 12:50:52.718862 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-28e258fc-0abf-4d0b-9a8c-24d4161da572 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:50:52.720326 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-28e258fc-0abf-4d0b-9a8c-24d4161da572 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/networks?id=8b0465a0-d834-4e12-9b5a-ddd473069e9d HTTP/1.1" status: 200 len: 812 time: 0.0985308 Aug 04 12:50:52.734764 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-f5546911-a30e-4005-94a6-34e3df771c2b tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/quotas/542d8de1ebfd4e1ea3a5e66ef54f1c7c HTTP/1.1" status: 200 len: 375 time: 0.0088406 Aug 04 12:50:52.793276 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-44a9c7cb-429e-4769-8eb1-dec12a2cf923 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535054 Aug 04 12:50:52.897081 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-ad507e9b-6345-47d4-a900-a6f3ea24cac1 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 12:50:52.899730 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-ad507e9b-6345-47d4-a900-a6f3ea24cac1 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0937412 Aug 04 12:50:52.985148 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-7a943c52-6af9-467c-90ab-2c42d7c1794c service neutron] 10.222.0.90 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805891 Aug 04 12:50:53.076848 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-afd35a71-edd9-46b8-a555-b1e5e6aacf92 service neutron] 10.222.0.90 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854135 Aug 04 12:50:53.585645 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 7135d670-b805-4fa6-93e4-a3a7a0bea176 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:50:53.606115 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: 7135d670-b805-4fa6-93e4-a3a7a0bea176 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:50:53.606519 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 7135d670-b805-4fa6-93e4-a3a7a0bea176 not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:50:54.867745 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c0be5f58-c07b-41e4-9c30-66ed98cdfa9a req-4cd1782c-7cb4-40bb-b27d-28ea263b8567 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 210 time: 0.0261066 Aug 04 12:50:55.954116 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4baacf63-33dd-4a45-9c26-739982cc33ae req-310a8e65-f49a-499b-921c-56cca0572e4e tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 210 time: 0.0270989 Aug 04 12:50:57.027780 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-573d83f8-0e44-4b13-b8f3-015bc14a4848 req-f38a137f-49a8-439a-a92a-a85dced712b3 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 210 time: 0.0253730 Aug 04 12:50:57.952083 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:50:58.120171 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6bbe9338-8311-4d76-8d48-27f99b3a3380 req-60a194a8-28ed-4435-8b35-f886e2563188 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 210 time: 0.0265071 Aug 04 12:50:59.221663 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c7af5bb9-53b0-47e2-b095-1ed789e277a4 req-8e0ea592-df5b-4447-b3f6-74d0577cfc8c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 210 time: 0.0307515 Aug 04 12:50:59.451753 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-e2dc598d-de4b-4a7f-9bc3-76cc411742f5 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:50:59.454155 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-e2dc598d-de4b-4a7f-9bc3-76cc411742f5 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.76 "GET /v2.0/networks?id=8b0465a0-d834-4e12-9b5a-ddd473069e9d HTTP/1.1" status: 200 len: 812 time: 0.3695776 Aug 04 12:50:59.502663 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-0997bfd9-ebd5-4766-9bd7-0d920805fc8e tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c HTTP/1.1" status: 200 len: 379 time: 0.0348034 Aug 04 12:50:59.512025 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-8bb3ff2f-6768-40fc-add2-4ebf260e2e59 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Request body: {'port': {'device_id': '456ef219-9fa0-4b17-8919-6875d5e23552', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'admin_state_up': True, 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'security_groups': ['8b9ad96a-5c45-48f1-b8eb-8a97534cd178']}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:50:59.719065 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-8bb3ff2f-6768-40fc-add2-4ebf260e2e59 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Made reservation on behalf of 542d8de1ebfd4e1ea3a5e66ef54f1c7c for: {'port': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:50:59.722637 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-8bb3ff2f-6768-40fc-add2-4ebf260e2e59 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:50:59.848482 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-8bb3ff2f-6768-40fc-add2-4ebf260e2e59 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Allocated IP 172.20.0.7 (8b0465a0-d834-4e12-9b5a-ddd473069e9d/061b6493-caed-49b5-a60e-f2285f8a74c1/e5a380b3-1752-4a7e-90be-e73f39775a2d) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:50:59.987498 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-8bb3ff2f-6768-40fc-add2-4ebf260e2e59 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:00.001132 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-8bb3ff2f-6768-40fc-add2-4ebf260e2e59 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Transition to ACTIVE for port object e5a380b3-1752-4a7e-90be-e73f39775a2d will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:51:00.211263 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-8bb3ff2f-6768-40fc-add2-4ebf260e2e59 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:00.258011 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-8bb3ff2f-6768-40fc-add2-4ebf260e2e59 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Network 8b0465a0-d834-4e12-9b5a-ddd473069e9d is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:51:00.258011 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-8bb3ff2f-6768-40fc-add2-4ebf260e2e59 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:51:00.259325 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-8bb3ff2f-6768-40fc-add2-4ebf260e2e59 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:51:00.291908 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3ff2f-6768-40fc-add2-4ebf260e2e59 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event updated for resources: {'Port': ['ID=e5a380b3-1752-4a7e-90be-e73f39775a2d,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:51:00.330656 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-8bb3ff2f-6768-40fc-add2-4ebf260e2e59 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:00.331295 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-8bb3ff2f-6768-40fc-add2-4ebf260e2e59 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:00.347118 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c69bd-4177-4df9-b3d2-07a4a39ad209 req-3e0d6fac-a462-46e8-a178-9b305b4bb2e1 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:00.348716 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3b2c69bd-4177-4df9-b3d2-07a4a39ad209 req-3e0d6fac-a462-46e8-a178-9b305b4bb2e1 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 931 time: 0.0517361 Aug 04 12:51:00.394090 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-3b2c69bd-4177-4df9-b3d2-07a4a39ad209 req-21ff0f27-cdb5-4283-8b31-411a23d713ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381227 Aug 04 12:51:00.425046 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-8bb3ff2f-6768-40fc-add2-4ebf260e2e59 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9166000 Aug 04 12:51:00.444055 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Request body: {'port': {'device_id': '456ef219-9fa0-4b17-8919-6875d5e23552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:51:00.498185 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:00.544249 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-f958e84c-0534-4ed4-bda3-f9e58fd99fb0 None None] Provisioning for port e5a380b3-1752-4a7e-90be-e73f39775a2d completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:51:00.548140 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-f958e84c-0534-4ed4-bda3-f9e58fd99fb0 None None] Provisioning complete for port e5a380b3-1752-4a7e-90be-e73f39775a2d triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:51:00.548521 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f958e84c-0534-4ed4-bda3-f9e58fd99fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:00.585591 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-f958e84c-0534-4ed4-bda3-f9e58fd99fb0 None None] Port e5a380b3-1752-4a7e-90be-e73f39775a2d cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:51:00.755825 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a380b3-1752-4a7e-90be-e73f39775a2d {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:51:00.763132 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:00.775423 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Transition to ACTIVE for port object e5a380b3-1752-4a7e-90be-e73f39775a2d will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:51:00.858412 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:00.911585 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a380b3-1752-4a7e-90be-e73f39775a2d,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:51:00.984228 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Attempting to bind port e5a380b3-1752-4a7e-90be-e73f39775a2d on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:51:00.984564 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Attempting to bind port e5a380b3-1752-4a7e-90be-e73f39775a2d by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:51:00.984906 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Attempting to bind port e5a380b3-1752-4a7e-90be-e73f39775a2d on network 8b0465a0-d834-4e12-9b5a-ddd473069e9d {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:51:00.989658 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Port e5a380b3-1752-4a7e-90be-e73f39775a2d on network 8b0465a0-d834-4e12-9b5a-ddd473069e9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:51:00.989984 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Attempting to bind port e5a380b3-1752-4a7e-90be-e73f39775a2d on network 8b0465a0-d834-4e12-9b5a-ddd473069e9d {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:51:00.995280 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:51:01.000045 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Checking segment: {'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:51:01.000045 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Bound using segment: {'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:51:01.000045 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Bound port: e5a380b3-1752-4a7e-90be-e73f39775a2d, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:51:01.000045 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:01.061734 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] For port e5a380b3-1752-4a7e-90be-e73f39775a2d, host hv-cinder-80304, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:51:01.064817 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] For port e5a380b3-1752-4a7e-90be-e73f39775a2d, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=e5a380b3-1752-4a7e-90be-e73f39775a2d,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:51:01.136737 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:01.175015 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:01.175437 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:01.176902 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-12444508-011e-41e2-80eb-25236c456b44 service neutron] 10.222.0.76 "PUT /v2.0/ports/e5a380b3-1752-4a7e-90be-e73f39775a2d HTTP/1.1" status: 200 len: 1093 time: 0.7372923 Aug 04 12:51:01.177334 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456ef219-9fa0-4b17-8919-6875d5e23552', 'tag': 'e5a380b3-1752-4a7e-90be-e73f39775a2d'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:51:01.179580 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3435db99-da0a-4b7d-9108-3720bcaedcbf" -d '{"events": [{"name": "network-changed", "server_uuid": "456ef219-9fa0-4b17-8919-6875d5e23552", "tag": "e5a380b3-1752-4a7e-90be-e73f39775a2d"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:51:01.207059 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12444508-011e-41e2-80eb-25236c456b44 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a380b3-1752-4a7e-90be-e73f39775a2d,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:51:01.232357 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0682110f-e332-4036-8d85-f3a04f5dd66f x-openstack-request-id: req-0682110f-e332-4036-8d85-f3a04f5dd66f {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:51:01.232651 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456ef219-9fa0-4b17-8919-6875d5e23552", "tag": "e5a380b3-1752-4a7e-90be-e73f39775a2d", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:51:01.232905 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-0682110f-e332-4036-8d85-f3a04f5dd66f {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:51:01.233306 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456ef219-9fa0-4b17-8919-6875d5e23552', 'tag': 'e5a380b3-1752-4a7e-90be-e73f39775a2d', 'status': 'completed', 'code': 200} Aug 04 12:51:01.321414 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435db99-da0a-4b7d-9108-3720bcaedcbf req-5f0eaef5-0c9f-4e04-a302-92735555af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:01.322967 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-3435db99-da0a-4b7d-9108-3720bcaedcbf req-5f0eaef5-0c9f-4e04-a302-92735555af11 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 1096 time: 0.0455911 Aug 04 12:51:01.431431 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435db99-da0a-4b7d-9108-3720bcaedcbf req-1ed8c7bb-748a-4c00-9056-9a093341c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:01.442482 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-3435db99-da0a-4b7d-9108-3720bcaedcbf req-1ed8c7bb-748a-4c00-9056-9a093341c944 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1050973 Aug 04 12:51:01.513895 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae45fbf-23ce-404f-8142-6406db4eda69 req-c71de205-9f58-4378-b39b-50ec5b7e2070 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:01.515696 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-eae45fbf-23ce-404f-8142-6406db4eda69 req-c71de205-9f58-4378-b39b-50ec5b7e2070 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 943 time: 0.0521746 Aug 04 12:51:01.539312 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435db99-da0a-4b7d-9108-3720bcaedcbf req-d239af4f-098c-47df-a9de-d5a337770c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:01.540786 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-3435db99-da0a-4b7d-9108-3720bcaedcbf req-d239af4f-098c-47df-a9de-d5a337770c90 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915744 Aug 04 12:51:01.554180 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-eae45fbf-23ce-404f-8142-6406db4eda69 req-cea9833c-cccd-4c65-ace6-7c0db987c247 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325601 Aug 04 12:51:01.637593 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-dc8dc263-a6be-446e-a1ea-bcdba3614d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:01.639039 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-dc8dc263-a6be-446e-a1ea-bcdba3614d64 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 1096 time: 0.0400207 Aug 04 12:51:01.687875 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-6ccfa354-d238-4013-89e1-cdc68bc05bb2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5a380b3-1752-4a7e-90be-e73f39775a2d HTTP/1.1" status: 200 len: 217 time: 0.0358124 Aug 04 12:51:01.735604 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-20b35b05-77b3-426e-a0d9-405406a0f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:01.737035 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-20b35b05-77b3-426e-a0d9-405406a0f377 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=061b6493-caed-49b5-a60e-f2285f8a74c1 HTTP/1.1" status: 200 len: 851 time: 0.0424643 Aug 04 12:51:01.781934 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-84bde651-d50b-4bca-9aa6-34835c62458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:01.783427 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-84bde651-d50b-4bca-9aa6-34835c62458e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8b0465a0-d834-4e12-9b5a-ddd473069e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397034 Aug 04 12:51:01.877107 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-49ffe4c5-6ecb-4d85-8b59-a9aa283b6683 service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861926 Aug 04 12:51:01.965687 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-7b359fa6-0c2e-4f5b-bf36-0e99fc9be215 req-f178daa6-9310-4032-80ec-2997fb78eae9 service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809314 Aug 04 12:51:02.669698 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48938978-ab45-4340-818b-625dc4e9f8b7 req-069f2f60-33f4-4087-bfea-2577395a3a90 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:02.671212 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-48938978-ab45-4340-818b-625dc4e9f8b7 req-069f2f60-33f4-4087-bfea-2577395a3a90 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 943 time: 0.0478654 Aug 04 12:51:02.712492 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-48938978-ab45-4340-818b-625dc4e9f8b7 req-28e6470c-13a9-4bf8-bad6-a3a035f4fe92 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354047 Aug 04 12:51:03.826489 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7afaa3-0751-47b4-8bcc-3aa973249730 req-5b580d20-deb0-465d-95dc-09235112e1cb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:03.827977 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4b7afaa3-0751-47b4-8bcc-3aa973249730 req-5b580d20-deb0-465d-95dc-09235112e1cb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 943 time: 0.0486166 Aug 04 12:51:03.871242 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-4b7afaa3-0751-47b4-8bcc-3aa973249730 req-4342db6d-341a-408e-af09-a10fac137c83 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372667 Aug 04 12:51:04.988151 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd787a8-0797-4596-8708-11540756265c req-ff999b9f-fd3b-41b0-8da6-93afc9f2cd56 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:04.997186 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8cd787a8-0797-4596-8708-11540756265c req-ff999b9f-fd3b-41b0-8da6-93afc9f2cd56 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 943 time: 0.0481534 Aug 04 12:51:05.027241 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8cd787a8-0797-4596-8708-11540756265c req-a888744a-9024-4028-ae32-a5b29b60bc54 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315378 Aug 04 12:51:06.137971 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c468cc8-4f42-42d4-88aa-82be7ec36a96 req-15f00c19-3385-4640-b6af-c767808681c9 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:06.139428 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2c468cc8-4f42-42d4-88aa-82be7ec36a96 req-15f00c19-3385-4640-b6af-c767808681c9 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 943 time: 0.0464895 Aug 04 12:51:06.179520 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2c468cc8-4f42-42d4-88aa-82be7ec36a96 req-06521320-0a75-4ea3-ad2d-37408a20758c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340354 Aug 04 12:51:07.292167 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf57157-2f48-442b-a937-aaa52402c584 req-7e7c8afc-2670-4745-b641-c2061aab7e90 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:07.293731 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cbf57157-2f48-442b-a937-aaa52402c584 req-7e7c8afc-2670-4745-b641-c2061aab7e90 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 943 time: 0.0479183 Aug 04 12:51:07.341179 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cbf57157-2f48-442b-a937-aaa52402c584 req-36605369-e511-412d-b61f-fdd7572d5e29 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413311 Aug 04 12:51:08.456605 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c3ce3-a11f-49a1-99b8-54f9fa462a43 req-4abc5e4b-ec08-4d74-8277-8083b7285647 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:08.458118 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2f0c3ce3-a11f-49a1-99b8-54f9fa462a43 req-4abc5e4b-ec08-4d74-8277-8083b7285647 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 943 time: 0.0492923 Aug 04 12:51:08.495497 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2f0c3ce3-a11f-49a1-99b8-54f9fa462a43 req-c2ff40bb-e23c-40cb-a9b9-0e76c33a9de3 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310090 Aug 04 12:51:08.907317 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:09.607312 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441fc2f-efa3-48d5-8abe-2de083fa1b3c req-b66f2899-2606-49bd-81ad-c2ae9c878cda tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:09.608763 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1441fc2f-efa3-48d5-8abe-2de083fa1b3c req-b66f2899-2606-49bd-81ad-c2ae9c878cda tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 943 time: 0.0472136 Aug 04 12:51:09.653958 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-1441fc2f-efa3-48d5-8abe-2de083fa1b3c req-edd40223-0878-47bb-99e3-02c65a7330f4 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391855 Aug 04 12:51:09.663441 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device e5a380b3-1752-4a7e-90be-e73f39775a2d details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:51:09.753674 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port e5a380b3-1752-4a7e-90be-e73f39775a2d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=e5a380b3-1752-4a7e-90be-e73f39775a2d,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:51:09.765074 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': 'e5a380b3-1752-4a7e-90be-e73f39775a2d', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'port_id': 'e5a380b3-1752-4a7e-90be-e73f39775a2d', 'mac_address': 'fa:16:3e:fe:de:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:51:09.803699 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:09.819755 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a380b3-1752-4a7e-90be-e73f39775a2d {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:51:09.839169 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port e5a380b3-1752-4a7e-90be-e73f39775a2d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=e5a380b3-1752-4a7e-90be-e73f39775a2d,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:51:09.920982 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:09.970140 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=e5a380b3-1752-4a7e-90be-e73f39775a2d,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:51:09.977591 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:51:09.977947 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:51:09.978288 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:51:09.979706 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:51:09.980053 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:51:09.980424 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:51:09.980759 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:51:09.981864 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:51:09.981864 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:51:09.981864 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:51:09.982098 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:51:09.982372 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:51:10.229627 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['e5a380b3-1752-4a7e-90be-e73f39775a2d'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:51:10.770556 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b6e56-0583-4181-a3f7-98d48ba135ab req-a05db7e9-986d-4595-99c1-3f99333fca29 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:10.770556 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-004b6e56-0583-4181-a3f7-98d48ba135ab req-a05db7e9-986d-4595-99c1-3f99333fca29 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 944 time: 0.0489433 Aug 04 12:51:10.801316 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-53271368-9ae0-42f0-a42a-465934670974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:10.809699 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-004b6e56-0583-4181-a3f7-98d48ba135ab req-6bb11bd6-9095-4b63-8c7a-2fba2ba90794 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329814 Aug 04 12:51:11.686024 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device e5a380b3-1752-4a7e-90be-e73f39775a2d up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:51:11.792936 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port e5a380b3-1752-4a7e-90be-e73f39775a2d completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:51:11.796496 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port e5a380b3-1752-4a7e-90be-e73f39775a2d triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:51:11.796867 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:11.878105 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:11.909273 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456ef219-9fa0-4b17-8919-6875d5e23552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a380b3-1752-4a7e-90be-e73f39775a2d'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:51:11.911733 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f06944-322f-44a4-9dec-56e51bec8c49" -d '{"events": [{"server_uuid": "456ef219-9fa0-4b17-8919-6875d5e23552", "name": "network-vif-plugged", "status": "completed", "tag": "e5a380b3-1752-4a7e-90be-e73f39775a2d"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:51:11.924696 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf0bca-e8a8-4cce-8c10-27498a113b5f req-0133902d-b000-4699-b4a3-6ca7e67b92fa tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:11.926311 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port e5a380b3-1752-4a7e-90be-e73f39775a2d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=e5a380b3-1752-4a7e-90be-e73f39775a2d,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:51:11.929795 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6edf0bca-e8a8-4cce-8c10-27498a113b5f req-0133902d-b000-4699-b4a3-6ca7e67b92fa tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 944 time: 0.0537038 Aug 04 12:51:11.949692 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ac1145-b6f3-48bd-ba3f-39912f5f2200 x-openstack-request-id: req-85ac1145-b6f3-48bd-ba3f-39912f5f2200 {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:51:11.949985 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456ef219-9fa0-4b17-8919-6875d5e23552", "name": "network-vif-plugged", "status": "completed", "tag": "e5a380b3-1752-4a7e-90be-e73f39775a2d", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:51:11.950235 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-85ac1145-b6f3-48bd-ba3f-39912f5f2200 {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:51:11.950634 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456ef219-9fa0-4b17-8919-6875d5e23552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a380b3-1752-4a7e-90be-e73f39775a2d', 'code': 200} Aug 04 12:51:11.964114 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-6edf0bca-e8a8-4cce-8c10-27498a113b5f req-6e225f4d-7567-4d46-b53a-85d2161b8e5b tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320792 Aug 04 12:51:12.012656 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:12.062117 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=e5a380b3-1752-4a7e-90be-e73f39775a2d,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:51:12.344259 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de6fde-5639-4f4b-8772-1e8c43e54010 req-6ecf0411-1ece-484c-8341-533c31202c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:12.345768 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-58de6fde-5639-4f4b-8772-1e8c43e54010 req-6ecf0411-1ece-484c-8341-533c31202c15 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 1098 time: 0.0396023 Aug 04 12:51:12.384994 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-58de6fde-5639-4f4b-8772-1e8c43e54010 req-6bef0835-f241-4183-890f-b1ad86ffe9cf service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322576 Aug 04 12:51:13.077274 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca7920-40b5-4b89-99d3-11e51a33e778 req-c948aadc-6dcc-458c-b84d-c71a5aee44ec tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:13.078753 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-91ca7920-40b5-4b89-99d3-11e51a33e778 req-c948aadc-6dcc-458c-b84d-c71a5aee44ec tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 945 time: 0.0467100 Aug 04 12:51:13.119409 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-91ca7920-40b5-4b89-99d3-11e51a33e778 req-df59dd53-917e-4d91-8a2d-f4427bb3a865 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347173 Aug 04 12:51:13.195419 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-814fe362-c969-4e5c-834a-8a4137e303de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:13.481000 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:14.229076 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1d0a5-fa78-4eeb-905e-543967f61f15 req-5755b2d2-3d50-44d5-b11d-9d504ea05079 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:14.230568 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-82e1d0a5-fa78-4eeb-905e-543967f61f15 req-5755b2d2-3d50-44d5-b11d-9d504ea05079 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 945 time: 0.0470881 Aug 04 12:51:14.268767 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-82e1d0a5-fa78-4eeb-905e-543967f61f15 req-340e58bf-a425-4150-92d0-f1a2db9538ad tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322695 Aug 04 12:51:14.381676 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e07e-ceb6-4b74-af51-9970528b2983 req-e3ace166-39e6-40f3-a6dd-7d2d1bafcdef tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:14.383163 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d737e07e-ceb6-4b74-af51-9970528b2983 req-e3ace166-39e6-40f3-a6dd-7d2d1bafcdef tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 945 time: 0.0494092 Aug 04 12:51:14.421092 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-d737e07e-ceb6-4b74-af51-9970528b2983 req-2f640f17-1897-4324-adca-3e3d1b36bf84 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319257 Aug 04 12:51:14.445276 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47884) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:51:14.484883 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfb6e5a-1eae-4243-bb0f-13c2d1ff4f3e tempest-TestVolumeBootPattern-1435771953 tempest-TestVolumeBootPattern-1435771953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:14.486424 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-dbfb6e5a-1eae-4243-bb0f-13c2d1ff4f3e tempest-TestVolumeBootPattern-1435771953 tempest-TestVolumeBootPattern-1435771953-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 1093 time: 0.0401378 Aug 04 12:51:14.489135 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 47886) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:51:14.494156 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Request body: {'floatingip': {'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'port_id': 'e5a380b3-1752-4a7e-90be-e73f39775a2d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:51:14.501288 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:14.583893 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for floatingip, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:14.680081 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:14.785107 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Allocated IP 172.27.3.15 (edaa9ae4-5451-4ed4-982a-c63f3ba8dd77/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7/3c7b2bd6-8b33-4a6d-98ae-3cd529166fcb) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:51:14.882541 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:15.010552 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:15.049896 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:51:15.052722 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:51:15.058253 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:51:15.063537 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event updated for resources: {'Port': ['ID=3c7b2bd6-8b33-4a6d-98ae-3cd529166fcb,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:51:15.405628 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:15.566534 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:15.711390 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:15.758592 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:15.824410 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event updated for resources: {'Port': ['ID=3c7b2bd6-8b33-4a6d-98ae-3cd529166fcb,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:51:15.833972 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544761'] for floatingip, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:15.930542 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.db.l3_db [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Floating IP 39f23355-9011-4ca3-96e8-6b17997e782c associated. External IP: 172.27.3.15, port: e5a380b3-1752-4a7e-90be-e73f39775a2d. Aug 04 12:51:15.995279 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:16.130228 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Router 08794641-3180-4551-b1d4-c9a2164127be has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:51:16.234112 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:51:16.243966 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0df38a-8583-4d89-b2ca-01fe0460180c None None] Sync routers for ids ['08794641-3180-4551-b1d4-c9a2164127be'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:51:16.253234 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0df38a-8583-4d89-b2ca-01fe0460180c None None] Routers {'08794641-3180-4551-b1d4-c9a2164127be'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:51:16.253880 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8e0df38a-8583-4d89-b2ca-01fe0460180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:51:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['08794641-3180-4551-b1d4-c9a2164127be'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:51:16.318836 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:16.346091 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-14cd4150-e0aa-4ee2-b9d1-fa3b51d92229 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8558972 Aug 04 12:51:16.346711 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456ef219-9fa0-4b17-8919-6875d5e23552', 'tag': 'e5a380b3-1752-4a7e-90be-e73f39775a2d'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:51:16.348982 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedb2441-5921-4b6a-b6d9-7106ffbf2950" -d '{"events": [{"name": "network-changed", "server_uuid": "456ef219-9fa0-4b17-8919-6875d5e23552", "tag": "e5a380b3-1752-4a7e-90be-e73f39775a2d"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:51:16.362521 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-8e0df38a-8583-4d89-b2ca-01fe0460180c None None] Set router 08794641-3180-4551-b1d4-c9a2164127be gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:51:16.391188 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e775a0a-67c5-47cd-9ca3-3f5529eadb9c x-openstack-request-id: req-9e775a0a-67c5-47cd-9ca3-3f5529eadb9c {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:51:16.391486 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456ef219-9fa0-4b17-8919-6875d5e23552", "tag": "e5a380b3-1752-4a7e-90be-e73f39775a2d", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:51:16.391739 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-9e775a0a-67c5-47cd-9ca3-3f5529eadb9c {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:51:16.392149 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456ef219-9fa0-4b17-8919-6875d5e23552', 'tag': 'e5a380b3-1752-4a7e-90be-e73f39775a2d', 'status': 'completed', 'code': 200} Aug 04 12:51:16.475443 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb2441-5921-4b6a-b6d9-7106ffbf2950 req-40c629f4-292e-4262-8286-57067b6cddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:16.476930 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-aedb2441-5921-4b6a-b6d9-7106ffbf2950 req-40c629f4-292e-4262-8286-57067b6cddae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 1098 time: 0.0394082 Aug 04 12:51:16.578898 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb2441-5921-4b6a-b6d9-7106ffbf2950 req-a5c5611b-0926-47a1-a037-d8892810725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:16.580732 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-aedb2441-5921-4b6a-b6d9-7106ffbf2950 req-a5c5611b-0926-47a1-a037-d8892810725e service neutron] 10.222.0.76 "GET /v2.0/networks?id=8b0465a0-d834-4e12-9b5a-ddd473069e9d HTTP/1.1" status: 200 len: 913 time: 0.0964668 Aug 04 12:51:16.588335 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8e0df38a-8583-4d89-b2ca-01fe0460180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '39f23355-9011-4ca3-96e8-6b17997e782c', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '08794641-3180-4551-b1d4-c9a2164127be', 'port_id': 'e5a380b3-1752-4a7e-90be-e73f39775a2d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'mac_address': 'fa:16:3e:fe:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456ef219-9fa0-4b17-8919-6875d5e23552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:51:15Z', 'updated_at': '2021-08-04T12:51:15Z', 'revision_number': 0, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:51:16.614918 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0df38a-8583-4d89-b2ca-01fe0460180c None None] Checking router: 08794641-3180-4551-b1d4-c9a2164127be for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:51:16.623929 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0df38a-8583-4d89-b2ca-01fe0460180c None None] Routers {'08794641-3180-4551-b1d4-c9a2164127be'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:51:16.624554 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8e0df38a-8583-4d89-b2ca-01fe0460180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:51:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['08794641-3180-4551-b1d4-c9a2164127be'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:51:16.646398 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-aedb2441-5921-4b6a-b6d9-7106ffbf2950 req-a864e119-bddf-4714-9a16-be64268a1a3f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5a380b3-1752-4a7e-90be-e73f39775a2d HTTP/1.1" status: 200 len: 998 time: 0.0580726 Aug 04 12:51:16.695928 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb2441-5921-4b6a-b6d9-7106ffbf2950 req-cbcc6ffa-d0e5-4f98-a20d-216995669480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:16.697411 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-aedb2441-5921-4b6a-b6d9-7106ffbf2950 req-cbcc6ffa-d0e5-4f98-a20d-216995669480 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=061b6493-caed-49b5-a60e-f2285f8a74c1 HTTP/1.1" status: 200 len: 851 time: 0.0432179 Aug 04 12:51:16.726545 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-8e0df38a-8583-4d89-b2ca-01fe0460180c None None] Set router 08794641-3180-4551-b1d4-c9a2164127be gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:51:16.745297 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb2441-5921-4b6a-b6d9-7106ffbf2950 req-447a7d49-055f-4a03-a9d7-45d6d25f7e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:16.746891 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-aedb2441-5921-4b6a-b6d9-7106ffbf2950 req-447a7d49-055f-4a03-a9d7-45d6d25f7e9d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8b0465a0-d834-4e12-9b5a-ddd473069e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427678 Aug 04 12:51:16.833816 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-aedb2441-5921-4b6a-b6d9-7106ffbf2950 req-d267dd19-8070-413e-8799-d55b1d684157 service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796587 Aug 04 12:51:16.933820 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-aedb2441-5921-4b6a-b6d9-7106ffbf2950 req-1c15c777-ad4f-4e79-8c75-64ea6b604ed0 service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929646 Aug 04 12:51:16.958321 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8e0df38a-8583-4d89-b2ca-01fe0460180c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '39f23355-9011-4ca3-96e8-6b17997e782c', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '08794641-3180-4551-b1d4-c9a2164127be', 'port_id': 'e5a380b3-1752-4a7e-90be-e73f39775a2d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'mac_address': 'fa:16:3e:fe:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456ef219-9fa0-4b17-8919-6875d5e23552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:51:15Z', 'updated_at': '2021-08-04T12:51:15Z', 'revision_number': 0, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:51:16.988707 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0df38a-8583-4d89-b2ca-01fe0460180c None None] The sync data for ids ['08794641-3180-4551-b1d4-c9a2164127be'] in dv-cinder-803046-4-iscsi is: [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '39f23355-9011-4ca3-96e8-6b17997e782c', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '08794641-3180-4551-b1d4-c9a2164127be', 'port_id': 'e5a380b3-1752-4a7e-90be-e73f39775a2d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'mac_address': 'fa:16:3e:fe:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456ef219-9fa0-4b17-8919-6875d5e23552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:51:15Z', 'updated_at': '2021-08-04T12:51:15Z', 'revision_number': 0, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:51:17.165778 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eef53e9-2e23-4f8b-b2f7-d98908805154 None None] New status for floating IP 39f23355-9011-4ca3-96e8-6b17997e782c: ACTIVE {{(pid=94081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:51:34.951594 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:51:38.920166 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:40.786413 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0bf36efc-ed98-4596-822a-2fb6761d4dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:43.205680 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-61c9f481-3bcf-44d5-b9bd-85dcd014bb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:43.512242 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:44.531548 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:46.022592 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:51:47.339862 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5ae13b57-4d1d-4cec-99cf-d203b1975af4 req-dcd6dd78-1629-4684-a856-49f869abcd9f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392032 Aug 04 12:51:47.442631 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae13b57-4d1d-4cec-99cf-d203b1975af4 req-e9e4e392-9edd-4b7f-9520-037c268c7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:47.444189 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5ae13b57-4d1d-4cec-99cf-d203b1975af4 req-e9e4e392-9edd-4b7f-9520-037c268c7582 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 1098 time: 0.0401351 Aug 04 12:51:47.548846 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae13b57-4d1d-4cec-99cf-d203b1975af4 req-63652c1f-03bc-4fac-bdca-0e5744e48b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:47.550364 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5ae13b57-4d1d-4cec-99cf-d203b1975af4 req-63652c1f-03bc-4fac-bdca-0e5744e48b94 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8b0465a0-d834-4e12-9b5a-ddd473069e9d HTTP/1.1" status: 200 len: 913 time: 0.0870681 Aug 04 12:51:47.615201 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5ae13b57-4d1d-4cec-99cf-d203b1975af4 req-7ac1be61-95a2-4df2-bce4-23b40d9f6b27 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5a380b3-1752-4a7e-90be-e73f39775a2d HTTP/1.1" status: 200 len: 1000 time: 0.0580006 Aug 04 12:51:47.664324 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae13b57-4d1d-4cec-99cf-d203b1975af4 req-50769339-4049-4ae1-9c91-5f7bfcdc0914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:47.665811 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5ae13b57-4d1d-4cec-99cf-d203b1975af4 req-50769339-4049-4ae1-9c91-5f7bfcdc0914 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=061b6493-caed-49b5-a60e-f2285f8a74c1 HTTP/1.1" status: 200 len: 851 time: 0.0436945 Aug 04 12:51:47.713008 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae13b57-4d1d-4cec-99cf-d203b1975af4 req-d8ac59cc-1bb4-4e1e-b295-5b595b3b7f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:51:47.714453 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5ae13b57-4d1d-4cec-99cf-d203b1975af4 req-d8ac59cc-1bb4-4e1e-b295-5b595b3b7f3a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8b0465a0-d834-4e12-9b5a-ddd473069e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416477 Aug 04 12:51:47.806727 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5ae13b57-4d1d-4cec-99cf-d203b1975af4 req-3f9a9f8c-7e13-49fb-af7e-6e498c7dd3cc service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847747 Aug 04 12:51:47.895775 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5ae13b57-4d1d-4cec-99cf-d203b1975af4 req-af31c6ca-0a95-476c-9809-d6ba47bec73d service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823803 Aug 04 12:52:02.838249 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [req-c1cbb0c1-cf7a-42fb-9d3a-ca7368503820 req-da812222-9b32-4b14-aec8-70e95334e078 service neutron] (94079) timed out ('10.222.0.76', 49300) {{(pid=94079) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 12:52:02.893492 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [req-3586a78c-1f95-4235-9e9b-58b1aba9ea7f req-1d010f20-6cd4-4d97-9c2b-179100251c1f service neutron] (94079) timed out ('10.222.0.76', 49296) {{(pid=94079) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 12:52:08.942276 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:52:09.029167 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [req-e1bcf004-1d78-4871-bb2e-d989e1ea0030 req-2b02c6b4-c3f5-4960-b3b8-30571a0f6e07 service neutron] (94078) timed out ('10.222.0.76', 49318) {{(pid=94078) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 12:52:10.804980 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-92d36e07-9150-47f1-bfe4-5b79762cfc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:52:11.950754 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:52:13.196718 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-169aeea6-5cc7-424c-8f6b-d033784a9e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:52:13.518862 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:52:14.511212 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:52:16.002232 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:52:38.952600 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:52:40.803631 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5239d65e-8f4b-4d4a-ad4f-85be6c5cd1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:52:43.247132 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-262cb318-5851-4906-8179-7a291c99eec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:52:43.499052 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:52:44.506903 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:52:46.020858 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:52:48.954502 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:52:50.377453 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-38e69fed-9769-4248-8092-5d06b718c5f2 req-f24f5aa2-aa58-4ff4-88df-9e3ff47a14a2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0921543 Aug 04 12:52:50.483690 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e69fed-9769-4248-8092-5d06b718c5f2 req-157010d8-547c-4c08-9691-43040a39093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:52:50.485354 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-38e69fed-9769-4248-8092-5d06b718c5f2 req-157010d8-547c-4c08-9691-43040a39093d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 1098 time: 0.0407333 Aug 04 12:52:50.593042 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e69fed-9769-4248-8092-5d06b718c5f2 req-f79116ab-9ef5-4f5f-a1a8-04f1e0463363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:52:50.594499 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-38e69fed-9769-4248-8092-5d06b718c5f2 req-f79116ab-9ef5-4f5f-a1a8-04f1e0463363 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8b0465a0-d834-4e12-9b5a-ddd473069e9d HTTP/1.1" status: 200 len: 913 time: 0.0881276 Aug 04 12:52:50.659994 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-38e69fed-9769-4248-8092-5d06b718c5f2 req-7c01a241-4ab3-45a5-8017-2af880c91743 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5a380b3-1752-4a7e-90be-e73f39775a2d HTTP/1.1" status: 200 len: 1000 time: 0.0581899 Aug 04 12:52:50.710328 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e69fed-9769-4248-8092-5d06b718c5f2 req-556d0cd0-3fe9-42b5-9b32-a0330106f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:52:50.711863 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-38e69fed-9769-4248-8092-5d06b718c5f2 req-556d0cd0-3fe9-42b5-9b32-a0330106f19f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=061b6493-caed-49b5-a60e-f2285f8a74c1 HTTP/1.1" status: 200 len: 851 time: 0.0447989 Aug 04 12:52:50.764258 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e69fed-9769-4248-8092-5d06b718c5f2 req-748e9581-ece2-4b01-a2ec-9e4c186535e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:52:50.765861 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-38e69fed-9769-4248-8092-5d06b718c5f2 req-748e9581-ece2-4b01-a2ec-9e4c186535e3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8b0465a0-d834-4e12-9b5a-ddd473069e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462744 Aug 04 12:52:50.859351 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-38e69fed-9769-4248-8092-5d06b718c5f2 req-21249aae-df5a-4fc1-a168-e0d952491ab4 service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859239 Aug 04 12:52:50.954077 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-38e69fed-9769-4248-8092-5d06b718c5f2 req-442de20a-0bd8-4da5-809c-b63336a86fdd service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869474 Aug 04 12:52:56.122875 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-a4a9545b-1d24-4688-b5b4-2d4b34d5f2e1 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-595891060&fields=id&tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c HTTP/1.1" status: 200 len: 267 time: 0.0358386 Aug 04 12:52:56.229489 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-72c61b8e-a8ce-4dff-9d02-9981a9e07ed2 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:52:56.230972 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-72c61b8e-a8ce-4dff-9d02-9981a9e07ed2 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/networks?id=8b0465a0-d834-4e12-9b5a-ddd473069e9d HTTP/1.1" status: 200 len: 812 time: 0.1014392 Aug 04 12:52:56.246137 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-12ebf641-4b3d-4585-9751-089fcd5cb482 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/quotas/542d8de1ebfd4e1ea3a5e66ef54f1c7c HTTP/1.1" status: 200 len: 375 time: 0.0095179 Aug 04 12:52:56.302658 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-a5068432-0540-46dc-9cc8-ab93d0dfebd0 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0505621 Aug 04 12:52:56.400127 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-f9deefdc-45b8-4530-9939-4c152e2bc8b5 service neutron] 10.222.0.90 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853415 Aug 04 12:52:56.487319 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-9f72a93d-8c71-473e-9ef7-5341ab25371c service neutron] 10.222.0.90 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808451 Aug 04 12:52:57.140766 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7ecca223-018b-4eef-9828-d943157a2cae req-d4ce1ae3-6a61-4c40-841f-74bf40d4ab81 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 210 time: 0.0739031 Aug 04 12:52:58.220251 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a9ee09a6-3b43-46de-a758-920ff690800a req-c7286530-4c1a-41f0-a134-845a338c5c06 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 210 time: 0.0290933 Aug 04 12:52:59.333849 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8bd17669-9d84-4ab5-82c9-c99ff8e1ad8a req-faa1f591-c0f8-4cd8-93a7-8f0bd94140fa tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 210 time: 0.0292788 Aug 04 12:53:00.430423 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ee87148b-52ef-44b3-bde0-abbf6c7e3761 req-5bddcbb3-5f18-463e-814b-4cadbfeb066d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 210 time: 0.0248239 Aug 04 12:53:01.377723 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-aa9eeb5f-fae5-49e7-a90f-21489e3a2121 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:01.379359 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-aa9eeb5f-fae5-49e7-a90f-21489e3a2121 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.76 "GET /v2.0/networks?id=8b0465a0-d834-4e12-9b5a-ddd473069e9d HTTP/1.1" status: 200 len: 812 time: 0.1059875 Aug 04 12:53:01.430593 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-5cde5a75-5d97-42ae-8c1a-9c6db2cd25f6 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c HTTP/1.1" status: 200 len: 379 time: 0.0339851 Aug 04 12:53:01.439872 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Request body: {'port': {'device_id': '897ebdca-8d51-4ff5-9702-1154c0678770', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'admin_state_up': True, 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'security_groups': ['8b9ad96a-5c45-48f1-b8eb-8a97534cd178']}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:53:01.526511 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-694e8c9a-c489-4fd8-8c9b-74f0609c8c04 req-ed66b264-d115-447d-9f43-72d1933d4583 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 210 time: 0.0272803 Aug 04 12:53:01.897961 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Made reservation on behalf of 542d8de1ebfd4e1ea3a5e66ef54f1c7c for: {'port': 1} {{(pid=94079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 12:53:01.902263 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:02.032692 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Allocated IP 172.20.0.10 (8b0465a0-d834-4e12-9b5a-ddd473069e9d/061b6493-caed-49b5-a60e-f2285f8a74c1/6ad66089-3c83-4ce7-94eb-1cc607a0ff52) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:53:02.185474 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:02.199441 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Transition to ACTIVE for port object 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:53:02.352812 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:02.396521 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Network 8b0465a0-d834-4e12-9b5a-ddd473069e9d is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:53:02.399572 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:53:02.405481 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:53:02.411800 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event updated for resources: {'Port': ['ID=6ad66089-3c83-4ce7-94eb-1cc607a0ff52,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:53:02.440132 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:02.440572 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:02.440799 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:02.441292 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:02.441292 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:02.441708 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:02.442009 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:02.442329 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:02.442650 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:02.442990 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:02.443311 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:02.443622 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:02.470296 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:02.470950 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:02.535871 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-e56380b3-c568-4119-b14b-8b05988e4662 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0996156 Aug 04 12:53:02.556628 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Request body: {'port': {'device_id': '897ebdca-8d51-4ff5-9702-1154c0678770', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80304'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:53:02.615688 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:02.646004 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d8a49-f73e-4992-87e6-cd3b83640d29 req-fcab5bfd-0081-4a8e-83d0-4523f7afccf2 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:02.647637 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-081d8a49-f73e-4992-87e6-cd3b83640d29 req-fcab5bfd-0081-4a8e-83d0-4523f7afccf2 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 932 time: 0.0495036 Aug 04 12:53:02.687517 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-081d8a49-f73e-4992-87e6-cd3b83640d29 req-8f3d06be-92ef-4539-a902-de155f1b89c9 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336695 Aug 04 12:53:02.752063 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-622f6588-74ad-4cf3-8fb7-4fae8d924e57 None None] Provisioning for port 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 completed by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:53:02.755920 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-622f6588-74ad-4cf3-8fb7-4fae8d924e57 None None] Provisioning complete for port 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 triggered by entity DHCP. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:53:02.756296 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-622f6588-74ad-4cf3-8fb7-4fae8d924e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:02.794341 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-622f6588-74ad-4cf3-8fb7-4fae8d924e57 None None] Port 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 cannot update to ACTIVE because it is not bound. {{(pid=94080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 12:53:02.881061 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:53:02.888974 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:02.900456 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Transition to ACTIVE for port object 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 12:53:03.003193 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:03.055805 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Pushing event updated for resources: {'Port': ['ID=6ad66089-3c83-4ce7-94eb-1cc607a0ff52,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:53:03.130304 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Attempting to bind port 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 on host hv-cinder-80304 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 12:53:03.130644 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Attempting to bind port 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 by drivers openvswitch,hyperv on host hv-cinder-80304 at level 0 using segments [{'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 12:53:03.130983 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Attempting to bind port 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 on network 8b0465a0-d834-4e12-9b5a-ddd473069e9d {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:53:03.135787 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Port 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 on network 8b0465a0-d834-4e12-9b5a-ddd473069e9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80304 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 12:53:03.136111 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Attempting to bind port 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 on network 8b0465a0-d834-4e12-9b5a-ddd473069e9d {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 12:53:03.141492 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Checking agent: {'id': '0ef0f01d-aecb-416c-a6ce-2d7b6b8bbb6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80304', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'started_at': datetime.datetime(2021, 8, 4, 12, 34, 38), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 12:53:03.141833 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Checking segment: {'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 12:53:03.142222 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Bound using segment: {'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 12:53:03.142651 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Bound port: 6ad66089-3c83-4ce7-94eb-1cc607a0ff52, host: hv-cinder-80304, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2540ff13-ccd2-462d-87d7-250cb1887e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 12:53:03.143013 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:03.210118 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] For port 6ad66089-3c83-4ce7-94eb-1cc607a0ff52, host hv-cinder-80304, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 12:53:03.213860 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] For port 6ad66089-3c83-4ce7-94eb-1cc607a0ff52, host hv-cinder-80304, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=6ad66089-3c83-4ce7-94eb-1cc607a0ff52,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 12:53:03.289605 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:03.325109 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:03.325776 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:03.327187 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] 10.222.0.76 "PUT /v2.0/ports/6ad66089-3c83-4ce7-94eb-1cc607a0ff52 HTTP/1.1" status: 200 len: 1094 time: 0.7757249 Aug 04 12:53:03.327628 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897ebdca-8d51-4ff5-9702-1154c0678770', 'tag': '6ad66089-3c83-4ce7-94eb-1cc607a0ff52'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:53:03.329842 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf661f2b-3fbe-415c-b4cf-d8b686bcc676" -d '{"events": [{"name": "network-changed", "server_uuid": "897ebdca-8d51-4ff5-9702-1154c0678770", "tag": "6ad66089-3c83-4ce7-94eb-1cc607a0ff52"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:53:03.371162 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853f854-dd25-4235-83d7-250a848e9aaa service neutron] Pushing event updated for resources: {'Port': ['ID=6ad66089-3c83-4ce7-94eb-1cc607a0ff52,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:53:03.373049 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecea0d0-9246-4f61-b913-2e1a97d56256 x-openstack-request-id: req-7ecea0d0-9246-4f61-b913-2e1a97d56256 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:53:03.373476 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897ebdca-8d51-4ff5-9702-1154c0678770", "tag": "6ad66089-3c83-4ce7-94eb-1cc607a0ff52", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:53:03.373843 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-7ecea0d0-9246-4f61-b913-2e1a97d56256 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:53:03.374337 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897ebdca-8d51-4ff5-9702-1154c0678770', 'tag': '6ad66089-3c83-4ce7-94eb-1cc607a0ff52', 'status': 'completed', 'code': 200} Aug 04 12:53:03.459632 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf661f2b-3fbe-415c-b4cf-d8b686bcc676 req-c1fc4943-52f4-4553-a765-3f47adfdd252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:03.468885 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-bf661f2b-3fbe-415c-b4cf-d8b686bcc676 req-c1fc4943-52f4-4553-a765-3f47adfdd252 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 1097 time: 0.0428121 Aug 04 12:53:03.574752 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf661f2b-3fbe-415c-b4cf-d8b686bcc676 req-d6bee2ff-88bf-4aac-a170-106c5aa63ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:03.576154 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-bf661f2b-3fbe-415c-b4cf-d8b686bcc676 req-d6bee2ff-88bf-4aac-a170-106c5aa63ab0 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0994675 Aug 04 12:53:03.677633 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf661f2b-3fbe-415c-b4cf-d8b686bcc676 req-31aec404-daed-4cba-a82b-5ddf5bfdbb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:03.679064 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-bf661f2b-3fbe-415c-b4cf-d8b686bcc676 req-31aec404-daed-4cba-a82b-5ddf5bfdbb08 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955760 Aug 04 12:53:03.778964 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-1ff7044f-81a9-4dd1-abb9-5a93fd3fcce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:03.780460 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-1ff7044f-81a9-4dd1-abb9-5a93fd3fcce6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 1097 time: 0.0417266 Aug 04 12:53:03.803791 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625a026-0643-4d93-819f-982870880cb9 req-0c9e89f6-e0cf-453a-946c-a8cf32622edc tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:03.805276 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8625a026-0643-4d93-819f-982870880cb9 req-0c9e89f6-e0cf-453a-946c-a8cf32622edc tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 944 time: 0.0513935 Aug 04 12:53:03.830193 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-a2ad9b52-d5b9-47c1-88e6-9b16661252f7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ad66089-3c83-4ce7-94eb-1cc607a0ff52 HTTP/1.1" status: 200 len: 217 time: 0.0355752 Aug 04 12:53:03.846782 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8625a026-0643-4d93-819f-982870880cb9 req-d6059360-7e97-411f-81dd-70592f14eaec tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349221 Aug 04 12:53:03.885454 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-8b34e4f7-8b87-449d-9731-74e2106eb413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:03.887826 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-8b34e4f7-8b87-449d-9731-74e2106eb413 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=061b6493-caed-49b5-a60e-f2285f8a74c1 HTTP/1.1" status: 200 len: 851 time: 0.0508912 Aug 04 12:53:03.934704 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-e75959c1-4fbd-43aa-82b0-5e9044450b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:03.936214 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-e75959c1-4fbd-43aa-82b0-5e9044450b6f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8b0465a0-d834-4e12-9b5a-ddd473069e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405021 Aug 04 12:53:04.029137 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-672ad539-ac39-42bb-b099-59dbc2c61a3a service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848079 Aug 04 12:53:04.125266 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-b8f10a6e-4d95-42ba-bc6c-3c3c624355ba req-3786a1b4-0e0b-438b-8db2-39fa5fa89592 service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886018 Aug 04 12:53:04.961888 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa3e70-0af8-4aa9-93ec-a9751857657d req-fa3017bc-46b0-4e8e-8ee5-551ee953eaa6 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:04.963351 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a5fa3e70-0af8-4aa9-93ec-a9751857657d req-fa3017bc-46b0-4e8e-8ee5-551ee953eaa6 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 944 time: 0.0472348 Aug 04 12:53:05.002385 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a5fa3e70-0af8-4aa9-93ec-a9751857657d req-bdbff619-16a8-419f-8c0a-db82ba2fac14 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327523 Aug 04 12:53:06.116391 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88fd8b-cb4e-4294-bbfa-222e514d1acd req-d8cb2c42-a363-4947-b664-0b134968fb19 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:06.117945 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2a88fd8b-cb4e-4294-bbfa-222e514d1acd req-d8cb2c42-a363-4947-b664-0b134968fb19 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 944 time: 0.0484564 Aug 04 12:53:06.155662 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-2a88fd8b-cb4e-4294-bbfa-222e514d1acd req-6e27cbbd-45fd-4fa2-9f6f-bd33b43fc7c2 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317333 Aug 04 12:53:07.270634 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0f844-c997-4334-901d-a1b4c8b50f7f req-c457d0fa-90e2-48e5-8d33-adac383e611e tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:07.272109 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aff0f844-c997-4334-901d-a1b4c8b50f7f req-c457d0fa-90e2-48e5-8d33-adac383e611e tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 944 time: 0.0515926 Aug 04 12:53:07.312291 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-aff0f844-c997-4334-901d-a1b4c8b50f7f req-6bb7b9ac-c85f-4115-96fc-ffaeba8f7b42 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335386 Aug 04 12:53:08.492298 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4831b0-68ea-4dcb-93aa-83a3e5e9e5b7 req-179d6fb0-9980-4ce4-8f69-6f3a84180030 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:08.493790 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7a4831b0-68ea-4dcb-93aa-83a3e5e9e5b7 req-179d6fb0-9980-4ce4-8f69-6f3a84180030 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 944 time: 0.0496428 Aug 04 12:53:08.532914 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-7a4831b0-68ea-4dcb-93aa-83a3e5e9e5b7 req-4aa347bd-7ff9-4e35-8927-fd6065c620d3 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321846 Aug 04 12:53:08.960698 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:09.646611 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714497e-06e7-49eb-a885-14eecfe5a879 req-04c6bb73-36ab-4e44-8549-ba9862d5c7c0 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:09.648136 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a714497e-06e7-49eb-a885-14eecfe5a879 req-04c6bb73-36ab-4e44-8549-ba9862d5c7c0 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 944 time: 0.0484815 Aug 04 12:53:09.686470 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-a714497e-06e7-49eb-a885-14eecfe5a879 req-470a86d8-f11f-49b3-8141-8e505256bf5b tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322995 Aug 04 12:53:10.797207 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-da10322f-67a7-4fd8-aee9-9d29483e8541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:10.803629 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f423b65-d811-483d-bc63-1bc00c9b4513 req-8ed686c1-9948-4afd-8db4-6fff69728653 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:10.805115 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8f423b65-d811-483d-bc63-1bc00c9b4513 req-8ed686c1-9948-4afd-8db4-6fff69728653 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 944 time: 0.0522692 Aug 04 12:53:10.843673 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-8f423b65-d811-483d-bc63-1bc00c9b4513 req-963f019e-4dd7-4388-ae1c-19d3955a0793 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324759 Aug 04 12:53:11.954890 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aee2ac-0706-4c9b-8ac6-bf060148b149 req-de7f9a31-87b7-4dd4-bbea-546e76cfc8a9 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:11.956363 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-32aee2ac-0706-4c9b-8ac6-bf060148b149 req-de7f9a31-87b7-4dd4-bbea-546e76cfc8a9 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 944 time: 0.0472052 Aug 04 12:53:11.993383 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-32aee2ac-0706-4c9b-8ac6-bf060148b149 req-1948ec38-20f0-446f-9f8e-3f25a49a489e tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310664 Aug 04 12:53:12.251698 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 details requested by agent hyperv_hv-cinder-80304 with host hv-cinder-80304 {{(pid=94080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 12:53:12.348999 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 6ad66089-3c83-4ce7-94eb-1cc607a0ff52, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=6ad66089-3c83-4ce7-94eb-1cc607a0ff52,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:53:12.360924 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Returning: {'device': '6ad66089-3c83-4ce7-94eb-1cc607a0ff52', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'port_id': '6ad66089-3c83-4ce7-94eb-1cc607a0ff52', 'mac_address': 'fa:16:3e:96:41:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 12:53:12.400637 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:12.413185 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 {{(pid=94080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 12:53:12.434115 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 6ad66089-3c83-4ce7-94eb-1cc607a0ff52, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=6ad66089-3c83-4ce7-94eb-1cc607a0ff52,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:53:12.489085 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:12.536839 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=6ad66089-3c83-4ce7-94eb-1cc607a0ff52,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:53:12.548407 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:12.548746 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:12.549080 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:12.549438 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:12.549764 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:12.550086 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:12.550406 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:12.550724 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:12.551043 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:12.551356 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:12.551673 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:12.551983 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:53:12.785115 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] get_ports_and_sgs() called for port_ids ['6ad66089-3c83-4ce7-94eb-1cc607a0ff52'] {{(pid=94080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 12:53:13.107473 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10941cd6-3dd7-435f-8a2c-7739a150ca19 req-a3ed5730-ebd2-4fca-80f1-3fe640b1ace4 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:13.108952 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-10941cd6-3dd7-435f-8a2c-7739a150ca19 req-a3ed5730-ebd2-4fca-80f1-3fe640b1ace4 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 945 time: 0.0486116 Aug 04 12:53:13.151035 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-10941cd6-3dd7-435f-8a2c-7739a150ca19 req-171e81f2-6c6d-4f3d-8e04-8f793b0d5ef8 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347967 Aug 04 12:53:13.214392 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5ed6be76-7b17-43db-aea4-0fe8e087519d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:13.511873 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:14.245138 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 up at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 12:53:14.272407 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff572fee-efe5-4fcc-b305-28cfbd0d5e49 req-81128569-42de-4de9-991f-1e10479ac750 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:14.273922 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ff572fee-efe5-4fcc-b305-28cfbd0d5e49 req-81128569-42de-4de9-991f-1e10479ac750 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 945 time: 0.0520957 Aug 04 12:53:14.318260 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ff572fee-efe5-4fcc-b305-28cfbd0d5e49 req-18625b5d-43bb-43d5-88fe-61ae6d46647c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374334 Aug 04 12:53:14.348921 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning for port 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 completed by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 12:53:14.352986 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Provisioning complete for port 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 triggered by entity L2. {{(pid=94080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 12:53:14.353395 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8317085'] for port, provisioning_complete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:14.563607 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:14.585682 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897ebdca-8d51-4ff5-9702-1154c0678770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad66089-3c83-4ce7-94eb-1cc607a0ff52'}] {{(pid=94080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:53:14.587867 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18c4f9d5a0fe75b40d0ecba12e555a08d8de66a96b3417c4e28548f191560c4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f060de-ea94-4c78-85f4-f9b404ddb566" -d '{"events": [{"server_uuid": "897ebdca-8d51-4ff5-9702-1154c0678770", "name": "network-vif-plugged", "status": "completed", "tag": "6ad66089-3c83-4ce7-94eb-1cc607a0ff52"}]}' {{(pid=94080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:53:14.598443 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:14.601901 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] For port 6ad66089-3c83-4ce7-94eb-1cc607a0ff52, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=6ad66089-3c83-4ce7-94eb-1cc607a0ff52,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:53:14.674857 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:14.677627 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33703722-5a8c-4f14-9c48-e94b66d9e64d x-openstack-request-id: req-33703722-5a8c-4f14-9c48-e94b66d9e64d {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:53:14.677914 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897ebdca-8d51-4ff5-9702-1154c0678770", "name": "network-vif-plugged", "status": "completed", "tag": "6ad66089-3c83-4ce7-94eb-1cc607a0ff52", "code": 200}]} {{(pid=94080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:53:14.678162 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-33703722-5a8c-4f14-9c48-e94b66d9e64d {{(pid=94080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:53:14.678542 dv-cinder-803046-4-iscsi neutron-server[94080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897ebdca-8d51-4ff5-9702-1154c0678770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad66089-3c83-4ce7-94eb-1cc607a0ff52', 'code': 200} Aug 04 12:53:14.726394 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Pushing event updated for resources: {'Port': ['ID=6ad66089-3c83-4ce7-94eb-1cc607a0ff52,revision_number=5']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:53:15.109825 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85c505-32a8-4276-b8ee-c2a2c45173bc req-4fc34f7a-4657-4715-925c-dce94f407080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:15.111317 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-1b85c505-32a8-4276-b8ee-c2a2c45173bc req-4fc34f7a-4657-4715-925c-dce94f407080 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 1099 time: 0.0398958 Aug 04 12:53:15.147911 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-1b85c505-32a8-4276-b8ee-c2a2c45173bc req-d2e83c4f-d413-48ee-ba05-2a27ff590fd9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290310 Aug 04 12:53:15.432978 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e467d-6340-4b2f-a8f4-227db17231dc req-ea07d8d0-3f4c-4e87-9113-6f1a206301a8 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:15.434350 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-610e467d-6340-4b2f-a8f4-227db17231dc req-ea07d8d0-3f4c-4e87-9113-6f1a206301a8 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 946 time: 0.0466731 Aug 04 12:53:15.472203 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-610e467d-6340-4b2f-a8f4-227db17231dc req-768cb9ca-7b67-4309-8073-f486d471c56d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311842 Aug 04 12:53:16.012023 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:16.583593 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee87642-be8f-4b93-888d-71993e7d357f req-9787fc97-3933-49ae-a738-aa1c0e28f9ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:16.584962 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cee87642-be8f-4b93-888d-71993e7d357f req-9787fc97-3933-49ae-a738-aa1c0e28f9ba tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 946 time: 0.0464194 Aug 04 12:53:16.622132 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-cee87642-be8f-4b93-888d-71993e7d357f req-8a404173-d4f8-420b-862a-57f357a06c1d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313320 Aug 04 12:53:16.736081 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abafdb5-85d3-4653-814b-3251b3cb78d1 req-534536cc-76f3-49b2-8207-789973f3e9a6 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:16.737605 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0abafdb5-85d3-4653-814b-3251b3cb78d1 req-534536cc-76f3-49b2-8207-789973f3e9a6 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 946 time: 0.0513346 Aug 04 12:53:16.774795 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0abafdb5-85d3-4653-814b-3251b3cb78d1 req-c7068ce9-8303-417f-9106-eb128ea60fcb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313158 Aug 04 12:53:16.796816 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 48044) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:53:16.835038 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c03544-0cd9-4304-af23-c2fa3d1367ee tempest-TestVolumeBootPattern-1435771953 tempest-TestVolumeBootPattern-1435771953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:16.835966 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-02c03544-0cd9-4304-af23-c2fa3d1367ee tempest-TestVolumeBootPattern-1435771953 tempest-TestVolumeBootPattern-1435771953-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 1094 time: 0.0381491 Aug 04 12:53:16.838704 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 48046) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:53:16.843635 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.v2.base [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Request body: {'floatingip': {'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'port_id': '6ad66089-3c83-4ce7-94eb-1cc607a0ff52', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 12:53:17.014646 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for floatingip, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:17.111398 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:17.215394 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Allocated IP 172.27.3.36 (edaa9ae4-5451-4ed4-982a-c63f3ba8dd77/ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7/147c39b9-c804-4a36-8782-40cec7de9d08) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 12:53:17.319930 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:17.412218 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788655836582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:17.448185 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Network edaa9ae4-5451-4ed4-982a-c63f3ba8dd77 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 12:53:17.451134 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 12:53:17.455948 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 12:53:17.485019 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event updated for resources: {'Port': ['ID=147c39b9-c804-4a36-8782-40cec7de9d08,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:53:17.806410 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:17.941427 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7868043'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:18.086612 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:18.173787 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788656328111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788655836600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788655836618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653040'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:18.241047 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event updated for resources: {'Port': ['ID=147c39b9-c804-4a36-8782-40cec7de9d08,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:53:18.254963 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544761'] for floatingip, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:18.356007 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.db.l3_db [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Floating IP 5052f39e-fb41-4811-a112-7aa55430be31 associated. External IP: 172.27.3.36, port: 6ad66089-3c83-4ce7-94eb-1cc607a0ff52. Aug 04 12:53:18.568119 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Router 08794641-3180-4551-b1d4-c9a2164127be has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:53:18.672057 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:53:18.681995 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d94e04a-1fc2-410b-8435-55ab64ee3dbd None None] Sync routers for ids ['08794641-3180-4551-b1d4-c9a2164127be'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:53:18.690569 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d94e04a-1fc2-410b-8435-55ab64ee3dbd None None] Routers {'08794641-3180-4551-b1d4-c9a2164127be'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:53:18.695062 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2d94e04a-1fc2-410b-8435-55ab64ee3dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:53:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['08794641-3180-4551-b1d4-c9a2164127be'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:53:18.751199 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:18.782690 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-228a9938-9053-4708-b751-5bb1f09f9110 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9429557 Aug 04 12:53:18.783306 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897ebdca-8d51-4ff5-9702-1154c0678770', 'tag': '6ad66089-3c83-4ce7-94eb-1cc607a0ff52'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:53:18.785777 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f843b5ab-c7e7-4b56-975e-76590ef50b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "897ebdca-8d51-4ff5-9702-1154c0678770", "tag": "6ad66089-3c83-4ce7-94eb-1cc607a0ff52"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:53:18.796431 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2d94e04a-1fc2-410b-8435-55ab64ee3dbd None None] Set router 08794641-3180-4551-b1d4-c9a2164127be gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:53:18.824017 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b91be3-5477-4b3c-9264-45364b6af056 x-openstack-request-id: req-25b91be3-5477-4b3c-9264-45364b6af056 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:53:18.824017 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897ebdca-8d51-4ff5-9702-1154c0678770", "tag": "6ad66089-3c83-4ce7-94eb-1cc607a0ff52", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:53:18.824017 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-25b91be3-5477-4b3c-9264-45364b6af056 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:53:18.824017 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897ebdca-8d51-4ff5-9702-1154c0678770', 'tag': '6ad66089-3c83-4ce7-94eb-1cc607a0ff52', 'status': 'completed', 'code': 200} Aug 04 12:53:18.906947 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843b5ab-c7e7-4b56-975e-76590ef50b6d req-e8973ff4-3a13-46d2-b43e-3b60206d58a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:18.908434 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f843b5ab-c7e7-4b56-975e-76590ef50b6d req-e8973ff4-3a13-46d2-b43e-3b60206d58a8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 1099 time: 0.0398839 Aug 04 12:53:18.999777 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843b5ab-c7e7-4b56-975e-76590ef50b6d req-22507e90-ba88-407f-933c-4a624bcde125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:19.001152 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f843b5ab-c7e7-4b56-975e-76590ef50b6d req-22507e90-ba88-407f-933c-4a624bcde125 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8b0465a0-d834-4e12-9b5a-ddd473069e9d HTTP/1.1" status: 200 len: 913 time: 0.0856361 Aug 04 12:53:19.029530 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2d94e04a-1fc2-410b-8435-55ab64ee3dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '39f23355-9011-4ca3-96e8-6b17997e782c', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '08794641-3180-4551-b1d4-c9a2164127be', 'port_id': 'e5a380b3-1752-4a7e-90be-e73f39775a2d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'mac_address': 'fa:16:3e:fe:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456ef219-9fa0-4b17-8919-6875d5e23552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:51:15Z', 'updated_at': '2021-08-04T12:51:17Z', 'revision_number': 1, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'fixed_ip_address_scope': None}, {'id': '5052f39e-fb41-4811-a112-7aa55430be31', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '08794641-3180-4551-b1d4-c9a2164127be', 'port_id': '6ad66089-3c83-4ce7-94eb-1cc607a0ff52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'mac_address': 'fa:16:3e:96:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ebdca-8d51-4ff5-9702-1154c0678770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:53:17Z', 'updated_at': '2021-08-04T12:53:17Z', 'revision_number': 0, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:53:19.056240 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d94e04a-1fc2-410b-8435-55ab64ee3dbd None None] Checking router: 08794641-3180-4551-b1d4-c9a2164127be for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:53:19.064894 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d94e04a-1fc2-410b-8435-55ab64ee3dbd None None] Routers {'08794641-3180-4551-b1d4-c9a2164127be'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:53:19.065555 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2d94e04a-1fc2-410b-8435-55ab64ee3dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:53:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['08794641-3180-4551-b1d4-c9a2164127be'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:53:19.072949 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f843b5ab-c7e7-4b56-975e-76590ef50b6d req-7414789e-0a7a-45ec-a6ff-578f5e56e9f1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ad66089-3c83-4ce7-94eb-1cc607a0ff52 HTTP/1.1" status: 200 len: 999 time: 0.0638700 Aug 04 12:53:19.121974 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843b5ab-c7e7-4b56-975e-76590ef50b6d req-c90ede5d-8e7c-4d68-acce-6dcf47f798aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:19.123618 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f843b5ab-c7e7-4b56-975e-76590ef50b6d req-c90ede5d-8e7c-4d68-acce-6dcf47f798aa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=061b6493-caed-49b5-a60e-f2285f8a74c1 HTTP/1.1" status: 200 len: 851 time: 0.0424566 Aug 04 12:53:19.172297 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2d94e04a-1fc2-410b-8435-55ab64ee3dbd None None] Set router 08794641-3180-4551-b1d4-c9a2164127be gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:53:19.172931 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843b5ab-c7e7-4b56-975e-76590ef50b6d req-adb86058-5ddf-4169-9094-aa2322f8966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:19.174496 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f843b5ab-c7e7-4b56-975e-76590ef50b6d req-adb86058-5ddf-4169-9094-aa2322f8966e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8b0465a0-d834-4e12-9b5a-ddd473069e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432601 Aug 04 12:53:19.271076 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f843b5ab-c7e7-4b56-975e-76590ef50b6d req-b323d373-aa5f-4c73-980f-b8b662a0aa54 service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885546 Aug 04 12:53:19.362093 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-f843b5ab-c7e7-4b56-975e-76590ef50b6d req-7c5388de-131c-4f7a-b669-04c0ccf9b3ae service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834491 Aug 04 12:53:19.403106 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2d94e04a-1fc2-410b-8435-55ab64ee3dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '39f23355-9011-4ca3-96e8-6b17997e782c', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '08794641-3180-4551-b1d4-c9a2164127be', 'port_id': 'e5a380b3-1752-4a7e-90be-e73f39775a2d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'mac_address': 'fa:16:3e:fe:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456ef219-9fa0-4b17-8919-6875d5e23552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:51:15Z', 'updated_at': '2021-08-04T12:51:17Z', 'revision_number': 1, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'fixed_ip_address_scope': None}, {'id': '5052f39e-fb41-4811-a112-7aa55430be31', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '08794641-3180-4551-b1d4-c9a2164127be', 'port_id': '6ad66089-3c83-4ce7-94eb-1cc607a0ff52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'mac_address': 'fa:16:3e:96:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ebdca-8d51-4ff5-9702-1154c0678770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:53:17Z', 'updated_at': '2021-08-04T12:53:17Z', 'revision_number': 0, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:53:19.439468 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d94e04a-1fc2-410b-8435-55ab64ee3dbd None None] The sync data for ids ['08794641-3180-4551-b1d4-c9a2164127be'] in dv-cinder-803046-4-iscsi is: [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '39f23355-9011-4ca3-96e8-6b17997e782c', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '08794641-3180-4551-b1d4-c9a2164127be', 'port_id': 'e5a380b3-1752-4a7e-90be-e73f39775a2d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'mac_address': 'fa:16:3e:fe:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456ef219-9fa0-4b17-8919-6875d5e23552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:51:15Z', 'updated_at': '2021-08-04T12:51:17Z', 'revision_number': 1, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'fixed_ip_address_scope': None}, {'id': '5052f39e-fb41-4811-a112-7aa55430be31', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '08794641-3180-4551-b1d4-c9a2164127be', 'port_id': '6ad66089-3c83-4ce7-94eb-1cc607a0ff52', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'mac_address': 'fa:16:3e:96:41:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897ebdca-8d51-4ff5-9702-1154c0678770', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:53:17Z', 'updated_at': '2021-08-04T12:53:17Z', 'revision_number': 0, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:53:19.626237 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c179de7c-b360-4c1f-88a8-3fd4a5b7bbb2 None None] New status for floating IP 5052f39e-fb41-4811-a112-7aa55430be31: ACTIVE {{(pid=94081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:53:25.953766 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:53:38.979133 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:40.793803 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e80050cb-5adf-4b84-9433-62dde3857382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:43.205093 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2c28e35e-2b6e-412a-b62e-3ed614933703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:43.485020 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:44.504407 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:46.004806 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:53:51.368108 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-1e8b169a-e2be-43e5-a82f-de7caa2ea119 req-e290cc24-922f-40ea-bfa4-1b1ce2f82104 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431361 Aug 04 12:53:51.468163 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b169a-e2be-43e5-a82f-de7caa2ea119 req-ec10553d-ae55-4742-bcfd-2f2704a84d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:51.469731 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-1e8b169a-e2be-43e5-a82f-de7caa2ea119 req-ec10553d-ae55-4742-bcfd-2f2704a84d53 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 1098 time: 0.0406342 Aug 04 12:53:51.574622 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b169a-e2be-43e5-a82f-de7caa2ea119 req-7ece3672-5fc9-4b81-ab5e-32ecbd93160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:51.576073 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-1e8b169a-e2be-43e5-a82f-de7caa2ea119 req-7ece3672-5fc9-4b81-ab5e-32ecbd93160b service neutron] 10.222.0.76 "GET /v2.0/networks?id=8b0465a0-d834-4e12-9b5a-ddd473069e9d HTTP/1.1" status: 200 len: 913 time: 0.0816331 Aug 04 12:53:51.646273 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-1e8b169a-e2be-43e5-a82f-de7caa2ea119 req-99d4cf84-99b0-416e-93b7-980f306b0b92 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5a380b3-1752-4a7e-90be-e73f39775a2d HTTP/1.1" status: 200 len: 1000 time: 0.0623553 Aug 04 12:53:51.694281 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b169a-e2be-43e5-a82f-de7caa2ea119 req-c4206524-b8ab-424b-b502-fb46f9142382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:51.695702 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-1e8b169a-e2be-43e5-a82f-de7caa2ea119 req-c4206524-b8ab-424b-b502-fb46f9142382 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=061b6493-caed-49b5-a60e-f2285f8a74c1 HTTP/1.1" status: 200 len: 851 time: 0.0423574 Aug 04 12:53:51.739874 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b169a-e2be-43e5-a82f-de7caa2ea119 req-41a285c7-f3f7-4287-bc40-002754cd5932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:53:51.741326 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-1e8b169a-e2be-43e5-a82f-de7caa2ea119 req-41a285c7-f3f7-4287-bc40-002754cd5932 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8b0465a0-d834-4e12-9b5a-ddd473069e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375295 Aug 04 12:53:51.832209 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-1e8b169a-e2be-43e5-a82f-de7caa2ea119 req-7706fb2a-a42e-416d-82e8-1653a009d4b4 service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819404 Aug 04 12:53:51.917993 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-1e8b169a-e2be-43e5-a82f-de7caa2ea119 req-fe36430d-ba17-43a9-a93b-4f22b595fac3 service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786829 Aug 04 12:54:02.954519 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:54:08.987242 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:54:10.789377 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-86dee755-2244-4dee-b6af-3734f3e5bb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:54:13.398297 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-753e4aff-afa1-4222-81d9-97916e4f5c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:54:13.535697 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:54:14.536208 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:54:16.034342 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:54:39.039780 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:54:39.955373 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:54:40.788480 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-de5eb72a-835a-40d5-b7aa-5fae20836476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:54:43.268858 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-813cc893-1775-4459-8836-5035717f70ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:54:43.546276 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:54:44.523060 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:54:46.016830 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:54:52.369229 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5b290eb5-bb9e-462e-a142-d148fa359d05 req-5939cf1d-1197-4d93-b4bd-a22500b4de08 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497787 Aug 04 12:54:52.446380 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b290eb5-bb9e-462e-a142-d148fa359d05 req-257438ec-a2d2-4f7b-b51f-23048f146307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:54:52.447979 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5b290eb5-bb9e-462e-a142-d148fa359d05 req-257438ec-a2d2-4f7b-b51f-23048f146307 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 1099 time: 0.0417473 Aug 04 12:54:52.557242 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b290eb5-bb9e-462e-a142-d148fa359d05 req-ab7fef06-7bb1-4c7a-a84e-6b1f8e923b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:54:52.558779 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5b290eb5-bb9e-462e-a142-d148fa359d05 req-ab7fef06-7bb1-4c7a-a84e-6b1f8e923b73 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8b0465a0-d834-4e12-9b5a-ddd473069e9d HTTP/1.1" status: 200 len: 913 time: 0.0876300 Aug 04 12:54:52.631283 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5b290eb5-bb9e-462e-a142-d148fa359d05 req-eeb7ea3b-d1d3-433a-b56f-726e38abd20c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ad66089-3c83-4ce7-94eb-1cc607a0ff52 HTTP/1.1" status: 200 len: 1001 time: 0.0632739 Aug 04 12:54:52.681326 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b290eb5-bb9e-462e-a142-d148fa359d05 req-1ec7641c-78b5-4002-bf2c-2d5b489ecd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:54:52.682832 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5b290eb5-bb9e-462e-a142-d148fa359d05 req-1ec7641c-78b5-4002-bf2c-2d5b489ecd93 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=061b6493-caed-49b5-a60e-f2285f8a74c1 HTTP/1.1" status: 200 len: 851 time: 0.0442622 Aug 04 12:54:52.729760 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b290eb5-bb9e-462e-a142-d148fa359d05 req-f2d4a4b1-a2e8-4c7c-a4ab-3ca2b5e79b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:54:52.731263 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5b290eb5-bb9e-462e-a142-d148fa359d05 req-f2d4a4b1-a2e8-4c7c-a4ab-3ca2b5e79b9f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8b0465a0-d834-4e12-9b5a-ddd473069e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406377 Aug 04 12:54:52.832218 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5b290eb5-bb9e-462e-a142-d148fa359d05 req-06a84281-dcb0-4e5d-b375-6fc5011b37f3 service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934606 Aug 04 12:54:52.924314 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-5b290eb5-bb9e-462e-a142-d148fa359d05 req-7a2c45f6-21e6-472c-bd44-bd425c0cf130 service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846641 Aug 04 12:54:57.379859 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 48082) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:54:57.542656 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Deleting port 147c39b9-c804-4a36-8782-40cec7de9d08 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:54:57.542992 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:54:57.614236 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:54:57.614477 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:54:57.625567 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Calling delete_port for 147c39b9-c804-4a36-8782-40cec7de9d08 owned by network:floatingip {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:54:57.828204 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:54:57.853970 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event deleted for resources: {'Port': ['ID=147c39b9-c804-4a36-8782-40cec7de9d08,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:54:57.879364 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:54:57.879645 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:54:57.879982 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:54:57.880315 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:54:57.880644 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:54:57.880968 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:54:57.881310 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:54:57.881646 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:54:57.882005 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:54:57.882327 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:54:57.882648 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:54:57.882966 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:54:57.927654 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for floatingip, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:54:57.927988 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.db.l3_db [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Floating IP 5052f39e-fb41-4811-a112-7aa55430be31 disassociated (deleted). External IP: 172.27.3.36, port: 6ad66089-3c83-4ce7-94eb-1cc607a0ff52. Aug 04 12:54:58.384995 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Router 08794641-3180-4551-b1d4-c9a2164127be has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:54:58.488670 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:54:58.493610 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:54:58.499997 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5af2af-87cb-4ab6-a147-49c1918adcec None None] Sync routers for ids ['08794641-3180-4551-b1d4-c9a2164127be'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:54:58.511204 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5af2af-87cb-4ab6-a147-49c1918adcec None None] Routers {'08794641-3180-4551-b1d4-c9a2164127be'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:54:58.511820 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-ee5af2af-87cb-4ab6-a147-49c1918adcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:54:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['08794641-3180-4551-b1d4-c9a2164127be'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:54:58.524974 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-1d282f90-ee63-45c4-b56e-0c25ced12ceb tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "DELETE /v2.0/floatingips/5052f39e-fb41-4811-a112-7aa55430be31 HTTP/1.1" status: 204 len: 168 time: 1.1439753 Aug 04 12:54:58.525686 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897ebdca-8d51-4ff5-9702-1154c0678770', 'tag': '6ad66089-3c83-4ce7-94eb-1cc607a0ff52'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:54:58.528045 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d53e14-6c7e-4ab1-b594-67ac0e0ba501" -d '{"events": [{"name": "network-changed", "server_uuid": "897ebdca-8d51-4ff5-9702-1154c0678770", "tag": "6ad66089-3c83-4ce7-94eb-1cc607a0ff52"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:54:58.624264 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-ee5af2af-87cb-4ab6-a147-49c1918adcec None None] Set router 08794641-3180-4551-b1d4-c9a2164127be gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:54:58.627653 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d75f276-3898-44a6-8aa1-eb1afa232dda x-openstack-request-id: req-5d75f276-3898-44a6-8aa1-eb1afa232dda {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:54:58.627970 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897ebdca-8d51-4ff5-9702-1154c0678770", "tag": "6ad66089-3c83-4ce7-94eb-1cc607a0ff52", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:54:58.628225 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-5d75f276-3898-44a6-8aa1-eb1afa232dda {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:54:58.628625 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897ebdca-8d51-4ff5-9702-1154c0678770', 'tag': '6ad66089-3c83-4ce7-94eb-1cc607a0ff52', 'status': 'completed', 'code': 200} Aug 04 12:54:58.711693 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d53e14-6c7e-4ab1-b594-67ac0e0ba501 req-a4e680ee-d05f-47d4-9646-6f9d051e7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:54:58.713239 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-e6d53e14-6c7e-4ab1-b594-67ac0e0ba501 req-a4e680ee-d05f-47d4-9646-6f9d051e7e5d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 1099 time: 0.0407655 Aug 04 12:54:58.807032 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d53e14-6c7e-4ab1-b594-67ac0e0ba501 req-300e86e2-fc47-4325-b44f-639e48010f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:54:58.808524 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-e6d53e14-6c7e-4ab1-b594-67ac0e0ba501 req-300e86e2-fc47-4325-b44f-639e48010f91 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8b0465a0-d834-4e12-9b5a-ddd473069e9d HTTP/1.1" status: 200 len: 913 time: 0.0882714 Aug 04 12:54:58.850018 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-ee5af2af-87cb-4ab6-a147-49c1918adcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '39f23355-9011-4ca3-96e8-6b17997e782c', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '08794641-3180-4551-b1d4-c9a2164127be', 'port_id': 'e5a380b3-1752-4a7e-90be-e73f39775a2d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'mac_address': 'fa:16:3e:fe:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456ef219-9fa0-4b17-8919-6875d5e23552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:51:15Z', 'updated_at': '2021-08-04T12:51:17Z', 'revision_number': 1, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:54:58.856171 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-e6d53e14-6c7e-4ab1-b594-67ac0e0ba501 req-c9e3a016-04a7-4673-ae5e-b5987607baec service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ad66089-3c83-4ce7-94eb-1cc607a0ff52 HTTP/1.1" status: 200 len: 217 time: 0.0397711 Aug 04 12:54:58.879619 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5af2af-87cb-4ab6-a147-49c1918adcec None None] Checking router: 08794641-3180-4551-b1d4-c9a2164127be for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:54:58.888846 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5af2af-87cb-4ab6-a147-49c1918adcec None None] Routers {'08794641-3180-4551-b1d4-c9a2164127be'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:54:58.889505 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-ee5af2af-87cb-4ab6-a147-49c1918adcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:54:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['08794641-3180-4551-b1d4-c9a2164127be'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:54:58.908341 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d53e14-6c7e-4ab1-b594-67ac0e0ba501 req-a57adcde-5e7a-43f7-957a-35519bb75762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:54:58.909993 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-e6d53e14-6c7e-4ab1-b594-67ac0e0ba501 req-a57adcde-5e7a-43f7-957a-35519bb75762 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=061b6493-caed-49b5-a60e-f2285f8a74c1 HTTP/1.1" status: 200 len: 851 time: 0.0465426 Aug 04 12:54:58.958955 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d53e14-6c7e-4ab1-b594-67ac0e0ba501 req-2aa89c71-5f0c-4178-9c72-bb60c2538bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:54:58.960668 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-e6d53e14-6c7e-4ab1-b594-67ac0e0ba501 req-2aa89c71-5f0c-4178-9c72-bb60c2538bde service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8b0465a0-d834-4e12-9b5a-ddd473069e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437667 Aug 04 12:54:59.024954 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd73d59-5fd5-4a4c-88bb-52fdb53b3aed req-67c9b133-7aa9-4e28-a2ca-9188197f89ed tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:54:59.027386 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fdd73d59-5fd5-4a4c-88bb-52fdb53b3aed req-67c9b133-7aa9-4e28-a2ca-9188197f89ed tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 946 time: 0.0535324 Aug 04 12:54:59.072628 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-fdd73d59-5fd5-4a4c-88bb-52fdb53b3aed req-d763e070-8d20-42df-8e77-2c3c3be49672 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387332 Aug 04 12:54:59.095786 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-e6d53e14-6c7e-4ab1-b594-67ac0e0ba501 req-827c4e51-ecf7-4a73-955f-ebc20a2a513c service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974450 Aug 04 12:54:59.136379 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-ee5af2af-87cb-4ab6-a147-49c1918adcec None None] Set router 08794641-3180-4551-b1d4-c9a2164127be gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:54:59.204352 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-e6d53e14-6c7e-4ab1-b594-67ac0e0ba501 req-011a7177-3ca6-481e-97cb-1bb5e2bc5923 service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987329 Aug 04 12:54:59.358818 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-ee5af2af-87cb-4ab6-a147-49c1918adcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '39f23355-9011-4ca3-96e8-6b17997e782c', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '08794641-3180-4551-b1d4-c9a2164127be', 'port_id': 'e5a380b3-1752-4a7e-90be-e73f39775a2d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'mac_address': 'fa:16:3e:fe:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456ef219-9fa0-4b17-8919-6875d5e23552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:51:15Z', 'updated_at': '2021-08-04T12:51:17Z', 'revision_number': 1, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:54:59.389920 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5af2af-87cb-4ab6-a147-49c1918adcec None None] The sync data for ids ['08794641-3180-4551-b1d4-c9a2164127be'] in dv-cinder-803046-4-iscsi is: [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_floatingips': [{'id': '39f23355-9011-4ca3-96e8-6b17997e782c', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'router_id': '08794641-3180-4551-b1d4-c9a2164127be', 'port_id': 'e5a380b3-1752-4a7e-90be-e73f39775a2d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'mac_address': 'fa:16:3e:fe:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456ef219-9fa0-4b17-8919-6875d5e23552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T12:51:15Z', 'updated_at': '2021-08-04T12:51:17Z', 'revision_number': 1, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:54:59.597676 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebbe7c2-4d76-43c6-b31f-f7768dfa099a None None] New status for floating IP 5052f39e-fb41-4811-a112-7aa55430be31: DOWN {{(pid=94081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:55:00.238810 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31985bc4-c7f7-4cac-b9b9-a7f28e7e8f26 req-89ece5e8-5ecf-45dc-bf90-bf339f6eb041 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:55:00.240360 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-31985bc4-c7f7-4cac-b9b9-a7f28e7e8f26 req-89ece5e8-5ecf-45dc-bf90-bf339f6eb041 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 946 time: 0.0957394 Aug 04 12:55:00.283806 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-31985bc4-c7f7-4cac-b9b9-a7f28e7e8f26 req-5cfe4224-53c4-4879-9d37-fc924bedd02c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375819 Aug 04 12:55:00.816760 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a661eeb-5a5c-4ab0-b713-b63851cb70aa req-75ae4b65-7af3-4ca7-9e44-febec2604363 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:55:00.818278 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-8a661eeb-5a5c-4ab0-b713-b63851cb70aa req-75ae4b65-7af3-4ca7-9e44-febec2604363 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.76 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 946 time: 0.0490077 Aug 04 12:55:00.912252 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-8a661eeb-5a5c-4ab0-b713-b63851cb70aa req-793e2116-c48b-426d-a1a4-eb043e389674 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Deleting port 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:55:00.912592 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-8a661eeb-5a5c-4ab0-b713-b63851cb70aa req-793e2116-c48b-426d-a1a4-eb043e389674 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:01.004981 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-8a661eeb-5a5c-4ab0-b713-b63851cb70aa req-793e2116-c48b-426d-a1a4-eb043e389674 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] For port 6ad66089-3c83-4ce7-94eb-1cc607a0ff52, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=6ad66089-3c83-4ce7-94eb-1cc607a0ff52,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:55:01.005340 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-8a661eeb-5a5c-4ab0-b713-b63851cb70aa req-793e2116-c48b-426d-a1a4-eb043e389674 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:01.017530 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-8a661eeb-5a5c-4ab0-b713-b63851cb70aa req-793e2116-c48b-426d-a1a4-eb043e389674 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Calling delete_port for 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 owned by compute:nova {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:55:01.205334 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-8a661eeb-5a5c-4ab0-b713-b63851cb70aa req-793e2116-c48b-426d-a1a4-eb043e389674 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:01.238090 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e2116-c48b-426d-a1a4-eb043e389674 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event deleted for resources: {'Port': ['ID=6ad66089-3c83-4ce7-94eb-1cc607a0ff52,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:55:01.278406 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a661eeb-5a5c-4ab0-b713-b63851cb70aa req-793e2116-c48b-426d-a1a4-eb043e389674 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] No DVR routers for this DVR port 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 on host hv-cinder-80304 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:55:01.281081 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-8a661eeb-5a5c-4ab0-b713-b63851cb70aa req-793e2116-c48b-426d-a1a4-eb043e389674 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:01.283112 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-8a661eeb-5a5c-4ab0-b713-b63851cb70aa req-793e2116-c48b-426d-a1a4-eb043e389674 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.76 "DELETE /v2.0/ports/6ad66089-3c83-4ce7-94eb-1cc607a0ff52 HTTP/1.1" status: 204 len: 173 time: 0.4588830 Aug 04 12:55:01.283540 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897ebdca-8d51-4ff5-9702-1154c0678770', 'name': 'network-vif-deleted', 'tag': '6ad66089-3c83-4ce7-94eb-1cc607a0ff52'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:55:01.285844 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d5a4ed-b36d-49de-b172-f847b804836c" -d '{"events": [{"server_uuid": "897ebdca-8d51-4ff5-9702-1154c0678770", "name": "network-vif-deleted", "tag": "6ad66089-3c83-4ce7-94eb-1cc607a0ff52"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:55:01.333919 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f9a2d6-721f-4432-be53-e5263a82e3fa x-openstack-request-id: req-83f9a2d6-721f-4432-be53-e5263a82e3fa {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:55:01.334667 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897ebdca-8d51-4ff5-9702-1154c0678770", "name": "network-vif-deleted", "tag": "6ad66089-3c83-4ce7-94eb-1cc607a0ff52", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:55:01.334667 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-83f9a2d6-721f-4432-be53-e5263a82e3fa {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:55:01.335429 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897ebdca-8d51-4ff5-9702-1154c0678770', 'name': 'network-vif-deleted', 'tag': '6ad66089-3c83-4ce7-94eb-1cc607a0ff52', 'status': 'completed', 'code': 200} Aug 04 12:55:01.380698 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-471e63ce-c052-4997-a8e3-95eb7ac66cae req-e7f75fbb-fbae-48fd-bd56-995353bab8ec tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 210 time: 0.0256631 Aug 04 12:55:02.488854 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-ccb4c3b4-b775-4724-9e8b-094e59ae4c89 req-f0028361-ea5d-48e5-abb2-d21574a9b507 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=897ebdca-8d51-4ff5-9702-1154c0678770 HTTP/1.1" status: 200 len: 210 time: 0.0256453 Aug 04 12:55:04.729290 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:55:04.748412 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:55:04.748749 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device 6ad66089-3c83-4ce7-94eb-1cc607a0ff52 not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:55:05.981085 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 48136) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:55:06.134906 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8148a39f-c419-4c66-ab77-ba9c390333b9 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Deleting port 3c7b2bd6-8b33-4a6d-98ae-3cd529166fcb {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:55:06.135240 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8148a39f-c419-4c66-ab77-ba9c390333b9 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:06.211875 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8148a39f-c419-4c66-ab77-ba9c390333b9 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:06.212199 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8148a39f-c419-4c66-ab77-ba9c390333b9 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:06.223627 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8148a39f-c419-4c66-ab77-ba9c390333b9 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Calling delete_port for 3c7b2bd6-8b33-4a6d-98ae-3cd529166fcb owned by network:floatingip {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:55:06.431119 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8148a39f-c419-4c66-ab77-ba9c390333b9 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:06.459648 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148a39f-c419-4c66-ab77-ba9c390333b9 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event deleted for resources: {'Port': ['ID=3c7b2bd6-8b33-4a6d-98ae-3cd529166fcb,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:55:06.525192 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8148a39f-c419-4c66-ab77-ba9c390333b9 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for floatingip, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:06.525567 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.db.l3_db [None req-8148a39f-c419-4c66-ab77-ba9c390333b9 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Floating IP 39f23355-9011-4ca3-96e8-6b17997e782c disassociated (deleted). External IP: 172.27.3.15, port: e5a380b3-1752-4a7e-90be-e73f39775a2d. Aug 04 12:55:06.721900 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8148a39f-c419-4c66-ab77-ba9c390333b9 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Router 08794641-3180-4551-b1d4-c9a2164127be has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:55:06.832493 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8148a39f-c419-4c66-ab77-ba9c390333b9 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:55:06.837908 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8148a39f-c419-4c66-ab77-ba9c390333b9 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:06.842674 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99ce2ec-2196-410e-a5c1-2a8c3a113e3d None None] Sync routers for ids ['08794641-3180-4551-b1d4-c9a2164127be'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:55:06.851875 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ce2ec-2196-410e-a5c1-2a8c3a113e3d None None] Routers {'08794641-3180-4551-b1d4-c9a2164127be'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:55:06.852570 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b99ce2ec-2196-410e-a5c1-2a8c3a113e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:54:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['08794641-3180-4551-b1d4-c9a2164127be'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:55:06.866438 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-8148a39f-c419-4c66-ab77-ba9c390333b9 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "DELETE /v2.0/floatingips/39f23355-9011-4ca3-96e8-6b17997e782c HTTP/1.1" status: 204 len: 168 time: 0.8817992 Aug 04 12:55:06.866438 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456ef219-9fa0-4b17-8919-6875d5e23552', 'tag': 'e5a380b3-1752-4a7e-90be-e73f39775a2d'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:55:06.866752 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b22008-f346-4efa-b396-d28f375fdea2" -d '{"events": [{"name": "network-changed", "server_uuid": "456ef219-9fa0-4b17-8919-6875d5e23552", "tag": "e5a380b3-1752-4a7e-90be-e73f39775a2d"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:55:06.910599 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 12:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7901362-373f-4dac-97a7-850df02028d7 x-openstack-request-id: req-d7901362-373f-4dac-97a7-850df02028d7 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:55:06.911407 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456ef219-9fa0-4b17-8919-6875d5e23552", "tag": "e5a380b3-1752-4a7e-90be-e73f39775a2d", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:55:06.911665 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-d7901362-373f-4dac-97a7-850df02028d7 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:55:06.912123 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456ef219-9fa0-4b17-8919-6875d5e23552', 'tag': 'e5a380b3-1752-4a7e-90be-e73f39775a2d', 'status': 'completed', 'code': 200} Aug 04 12:55:06.969719 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-b99ce2ec-2196-410e-a5c1-2a8c3a113e3d None None] Set router 08794641-3180-4551-b1d4-c9a2164127be gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:55:07.008672 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b22008-f346-4efa-b396-d28f375fdea2 req-8e540536-e0f6-40a1-b177-093bf0ff42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:55:07.010390 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-94b22008-f346-4efa-b396-d28f375fdea2 req-8e540536-e0f6-40a1-b177-093bf0ff42e0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 1098 time: 0.0445385 Aug 04 12:55:07.107179 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b22008-f346-4efa-b396-d28f375fdea2 req-50db7451-bcc6-4f1b-bbf4-1e26ffbcde75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:55:07.108577 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-94b22008-f346-4efa-b396-d28f375fdea2 req-50db7451-bcc6-4f1b-bbf4-1e26ffbcde75 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8b0465a0-d834-4e12-9b5a-ddd473069e9d HTTP/1.1" status: 200 len: 913 time: 0.0895472 Aug 04 12:55:07.153965 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-94b22008-f346-4efa-b396-d28f375fdea2 req-e4841752-bb3c-41f2-bb83-9d0154786d62 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5a380b3-1752-4a7e-90be-e73f39775a2d HTTP/1.1" status: 200 len: 217 time: 0.0375612 Aug 04 12:55:07.166562 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b99ce2ec-2196-410e-a5c1-2a8c3a113e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:55:07.196623 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99ce2ec-2196-410e-a5c1-2a8c3a113e3d None None] Checking router: 08794641-3180-4551-b1d4-c9a2164127be for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:55:07.204970 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ce2ec-2196-410e-a5c1-2a8c3a113e3d None None] Routers {'08794641-3180-4551-b1d4-c9a2164127be'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:55:07.205619 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b99ce2ec-2196-410e-a5c1-2a8c3a113e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:54:43Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['08794641-3180-4551-b1d4-c9a2164127be'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:55:07.206835 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b22008-f346-4efa-b396-d28f375fdea2 req-230d3b58-c0d9-4c7d-bdcf-c6816d1f5314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:55:07.208321 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-94b22008-f346-4efa-b396-d28f375fdea2 req-230d3b58-c0d9-4c7d-bdcf-c6816d1f5314 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=061b6493-caed-49b5-a60e-f2285f8a74c1 HTTP/1.1" status: 200 len: 851 time: 0.0443347 Aug 04 12:55:07.261801 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b22008-f346-4efa-b396-d28f375fdea2 req-5c90a79a-f4a2-47c3-8f69-c08f9eeaf87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:55:07.263445 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-94b22008-f346-4efa-b396-d28f375fdea2 req-5c90a79a-f4a2-47c3-8f69-c08f9eeaf87c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8b0465a0-d834-4e12-9b5a-ddd473069e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475442 Aug 04 12:55:07.323858 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4020f63-f3e2-479e-999b-b790c7fd5614 req-354d3c8b-4eb7-425d-a41f-e283fc432fb4 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:55:07.326212 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b4020f63-f3e2-479e-999b-b790c7fd5614 req-354d3c8b-4eb7-425d-a41f-e283fc432fb4 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 945 time: 0.0577321 Aug 04 12:55:07.335629 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-b99ce2ec-2196-410e-a5c1-2a8c3a113e3d None None] Set router 08794641-3180-4551-b1d4-c9a2164127be gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:55:07.367880 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-b4020f63-f3e2-479e-999b-b790c7fd5614 req-fd438ca5-7144-41fe-b3e4-149253e6fa9d tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347679 Aug 04 12:55:07.374086 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-94b22008-f346-4efa-b396-d28f375fdea2 req-598bfb35-770a-4a82-bf58-18e46aaf6a66 service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876906 Aug 04 12:55:07.484664 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-94b22008-f346-4efa-b396-d28f375fdea2 req-64212663-9c9f-4d7a-a1d5-bce742fb38b3 service neutron] 10.222.0.76 "GET /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001291 Aug 04 12:55:07.551455 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b99ce2ec-2196-410e-a5c1-2a8c3a113e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:55:07.577643 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99ce2ec-2196-410e-a5c1-2a8c3a113e3d None None] The sync data for ids ['08794641-3180-4551-b1d4-c9a2164127be'] in dv-cinder-803046-4-iscsi is: [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:48:00Z', 'revision_number': 4, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi', '_interfaces': [{'id': '2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd', 'name': '', 'network_id': '8b0465a0-d834-4e12-9b5a-ddd473069e9d', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'mac_address': 'fa:16:3e:8a:c6:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:00Z', 'updated_at': '2021-08-04T12:48:05Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'subnets': [{'id': '061b6493-caed-49b5-a60e-f2285f8a74c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:55:07.784794 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b186d1c6-5147-4399-8cc0-2a6108890ccc None None] New status for floating IP 39f23355-9011-4ca3-96e8-6b17997e782c: DOWN {{(pid=94081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 12:55:08.493664 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af2179-d3c8-486b-b0eb-77ce27144b59 req-a5d2d373-ec7b-4d01-b28e-5fe323b6046b tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:55:08.495147 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c2af2179-d3c8-486b-b0eb-77ce27144b59 req-a5d2d373-ec7b-4d01-b28e-5fe323b6046b tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 945 time: 0.0468659 Aug 04 12:55:08.540337 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-c2af2179-d3c8-486b-b0eb-77ce27144b59 req-b58ae933-45d3-4dfe-a628-5d58f3632408 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/security-groups?id=8b9ad96a-5c45-48f1-b8eb-8a97534cd178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387316 Aug 04 12:55:09.014209 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:09.029391 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb42c6-b20c-4317-87dc-7712b6871e6c req-06be1459-7438-4702-a5c8-f237e65fa9a8 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 12:55:09.030844 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-49fb42c6-b20c-4317-87dc-7712b6871e6c req-06be1459-7438-4702-a5c8-f237e65fa9a8 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.76 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 945 time: 0.0505261 Aug 04 12:55:09.123599 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-49fb42c6-b20c-4317-87dc-7712b6871e6c req-4a8aa4a9-170c-4afd-b091-638818a88e6c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Deleting port e5a380b3-1752-4a7e-90be-e73f39775a2d {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:55:09.123930 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-49fb42c6-b20c-4317-87dc-7712b6871e6c req-4a8aa4a9-170c-4afd-b091-638818a88e6c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:09.213806 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [req-49fb42c6-b20c-4317-87dc-7712b6871e6c req-4a8aa4a9-170c-4afd-b091-638818a88e6c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] For port e5a380b3-1752-4a7e-90be-e73f39775a2d, host hv-cinder-80304, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80304',level=0,port_id=e5a380b3-1752-4a7e-90be-e73f39775a2d,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:55:09.214167 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-49fb42c6-b20c-4317-87dc-7712b6871e6c req-4a8aa4a9-170c-4afd-b091-638818a88e6c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:09.226924 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [req-49fb42c6-b20c-4317-87dc-7712b6871e6c req-4a8aa4a9-170c-4afd-b091-638818a88e6c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Calling delete_port for e5a380b3-1752-4a7e-90be-e73f39775a2d owned by compute:nova {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:55:09.425228 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-49fb42c6-b20c-4317-87dc-7712b6871e6c req-4a8aa4a9-170c-4afd-b091-638818a88e6c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:09.451836 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8aa4a9-170c-4afd-b091-638818a88e6c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event deleted for resources: {'Port': ['ID=e5a380b3-1752-4a7e-90be-e73f39775a2d,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:55:09.495867 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fb42c6-b20c-4317-87dc-7712b6871e6c req-4a8aa4a9-170c-4afd-b091-638818a88e6c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] No DVR routers for this DVR port e5a380b3-1752-4a7e-90be-e73f39775a2d on host hv-cinder-80304 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:55:09.498445 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [req-49fb42c6-b20c-4317-87dc-7712b6871e6c req-4a8aa4a9-170c-4afd-b091-638818a88e6c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for port, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:09.500487 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [req-49fb42c6-b20c-4317-87dc-7712b6871e6c req-4a8aa4a9-170c-4afd-b091-638818a88e6c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.76 "DELETE /v2.0/ports/e5a380b3-1752-4a7e-90be-e73f39775a2d HTTP/1.1" status: 204 len: 173 time: 0.4621453 Aug 04 12:55:09.500942 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456ef219-9fa0-4b17-8919-6875d5e23552', 'name': 'network-vif-deleted', 'tag': 'e5a380b3-1752-4a7e-90be-e73f39775a2d'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 12:55:09.503210 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.90/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}629134affaac75c19a946dedba9d5aad624532f5ff9af16c7c3c022b302d0231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f44801b-932b-4113-bda6-23ecc4c04857" -d '{"events": [{"server_uuid": "456ef219-9fa0-4b17-8919-6875d5e23552", "name": "network-vif-deleted", "tag": "e5a380b3-1752-4a7e-90be-e73f39775a2d"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 12:55:09.538955 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 12:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f909313a-6d7f-43f9-9b18-abd360e6ebd9 x-openstack-request-id: req-f909313a-6d7f-43f9-9b18-abd360e6ebd9 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 12:55:09.539207 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456ef219-9fa0-4b17-8919-6875d5e23552", "name": "network-vif-deleted", "tag": "e5a380b3-1752-4a7e-90be-e73f39775a2d", "status": "completed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 12:55:09.539454 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.90/compute/v2.1/os-server-external-events used request id req-f909313a-6d7f-43f9-9b18-abd360e6ebd9 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 12:55:09.539868 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456ef219-9fa0-4b17-8919-6875d5e23552', 'name': 'network-vif-deleted', 'tag': 'e5a380b3-1752-4a7e-90be-e73f39775a2d', 'status': 'completed', 'code': 200} Aug 04 12:55:09.632498 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-0686e051-516f-43f8-8cbd-b3c8e563a7ac req-12adb502-dac8-4f23-8dad-af228de7b64a tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 210 time: 0.0245848 Aug 04 12:55:10.742997 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [req-e7758e3e-ba77-4213-a1bd-fbde3ee153c9 req-fb8bc8a1-9842-4958-8eb9-850bacbf1603 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "GET /v2.0/ports?device_id=456ef219-9fa0-4b17-8919-6875d5e23552 HTTP/1.1" status: 200 len: 210 time: 0.0266843 Aug 04 12:55:10.807853 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-708af990-bc91-45cf-aeb3-5e041abf98f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:11.796965 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 48154) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:55:11.916901 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf99fa-4f47-4d1e-9ca8-c9c0534cd4c6 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Deleting port a810dc8b-2c83-4aeb-ac53-74e63a372e22 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:55:11.917235 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2cf99fa-4f47-4d1e-9ca8-c9c0534cd4c6 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:11.992982 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2cf99fa-4f47-4d1e-9ca8-c9c0534cd4c6 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:11.993302 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2cf99fa-4f47-4d1e-9ca8-c9c0534cd4c6 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:12.004454 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf99fa-4f47-4d1e-9ca8-c9c0534cd4c6 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Calling delete_port for a810dc8b-2c83-4aeb-ac53-74e63a372e22 owned by network:floatingip {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:55:12.262101 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2cf99fa-4f47-4d1e-9ca8-c9c0534cd4c6 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:12.287035 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf99fa-4f47-4d1e-9ca8-c9c0534cd4c6 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event deleted for resources: {'Port': ['ID=a810dc8b-2c83-4aeb-ac53-74e63a372e22,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:55:12.348664 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2cf99fa-4f47-4d1e-9ca8-c9c0534cd4c6 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for floatingip, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:12.351766 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2cf99fa-4f47-4d1e-9ca8-c9c0534cd4c6 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12426'] for floatingip, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:12.352904 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-f2cf99fa-4f47-4d1e-9ca8-c9c0534cd4c6 tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "DELETE /v2.0/floatingips/d24afe20-0497-420c-aab3-9897d2ddd9f3 HTTP/1.1" status: 204 len: 168 time: 0.5549188 Aug 04 12:55:12.775941 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device e5a380b3-1752-4a7e-90be-e73f39775a2d no longer exists at agent hyperv_hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:55:12.799255 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] No Port match for: e5a380b3-1752-4a7e-90be-e73f39775a2d {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:55:12.799596 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Device e5a380b3-1752-4a7e-90be-e73f39775a2d not bound to the agent host hv-cinder-80304 {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:55:13.221986 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7bdcbad6-32a1-40c3-8e53-563fe90bf2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:13.493696 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:13.748900 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 48168) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:55:13.809062 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9160b96-624d-4462-89a5-106ad8ca483c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:13.833374 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9160b96-624d-4462-89a5-106ad8ca483c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:13.984972 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9160b96-624d-4462-89a5-106ad8ca483c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:13.987659 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9160b96-624d-4462-89a5-106ad8ca483c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Notify callbacks [] for security_group, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:13.988819 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-a9160b96-624d-4462-89a5-106ad8ca483c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] 10.222.0.90 "DELETE /v2.0/security-groups/8b9ad96a-5c45-48f1-b8eb-8a97534cd178 HTTP/1.1" status: 204 len: 168 time: 0.2388990 Aug 04 12:55:13.998672 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9160b96-624d-4462-89a5-106ad8ca483c tempest-TestVolumeBootPattern-1279918548 tempest-TestVolumeBootPattern-1279918548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9ad96a-5c45-48f1-b8eb-8a97534cd178,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:55:14.125796 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 48172) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:55:14.544876 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:14.556744 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ffd152b7-1c55-4612-afa0-907be2280fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544505'] for router_interface, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:15.047410 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ffd152b7-1c55-4612-afa0-907be2280fd8 admin admin] Deleting port 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:55:15.048177 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ffd152b7-1c55-4612-afa0-907be2280fd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:15.125066 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ffd152b7-1c55-4612-afa0-907be2280fd8 admin admin] For port 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:55:15.125458 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ffd152b7-1c55-4612-afa0-907be2280fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:15.138263 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ffd152b7-1c55-4612-afa0-907be2280fd8 admin admin] Calling delete_port for 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd owned by network:router_interface {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:55:15.404718 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ffd152b7-1c55-4612-afa0-907be2280fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:15.430204 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd152b7-1c55-4612-afa0-907be2280fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:55:15.597128 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ffd152b7-1c55-4612-afa0-907be2280fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544397'] for router_interface, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:15.803694 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd152b7-1c55-4612-afa0-907be2280fd8 admin admin] Router 08794641-3180-4551-b1d4-c9a2164127be has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:55:15.913958 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd152b7-1c55-4612-afa0-907be2280fd8 admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:55:15.919799 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-ffd152b7-1c55-4612-afa0-907be2280fd8 admin admin] 10.222.0.90 "PUT /v2.0/routers/08794641-3180-4551-b1d4-c9a2164127be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7929702 Aug 04 12:55:15.922893 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 48176) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:55:15.925678 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac57c75-9eb7-4bb5-acc8-68644b715cd6 None None] Sync routers for ids ['08794641-3180-4551-b1d4-c9a2164127be'] in dv-cinder-803046-4-iscsi {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:55:15.937987 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac57c75-9eb7-4bb5-acc8-68644b715cd6 None None] Routers {'08794641-3180-4551-b1d4-c9a2164127be'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:55:15.938607 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-aac57c75-9eb7-4bb5-acc8-68644b715cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:55:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['08794641-3180-4551-b1d4-c9a2164127be'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:55:16.024449 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:16.049440 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-aac57c75-9eb7-4bb5-acc8-68644b715cd6 None None] Set router 08794641-3180-4551-b1d4-c9a2164127be gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:55:16.074664 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:16.244431 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-aac57c75-9eb7-4bb5-acc8-68644b715cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:55:15Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:55:16.271303 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac57c75-9eb7-4bb5-acc8-68644b715cd6 None None] Checking router: 08794641-3180-4551-b1d4-c9a2164127be for host: dv-cinder-803046-4-iscsi {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:55:16.281100 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac57c75-9eb7-4bb5-acc8-68644b715cd6 None None] Routers {'08794641-3180-4551-b1d4-c9a2164127be'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:55:16.281772 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-aac57c75-9eb7-4bb5-acc8-68644b715cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:55:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['08794641-3180-4551-b1d4-c9a2164127be'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:55:16.388806 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-aac57c75-9eb7-4bb5-acc8-68644b715cd6 None None] Set router 08794641-3180-4551-b1d4-c9a2164127be gateway port host: dv-cinder-803046-4-iscsi {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:55:16.403794 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:16.524508 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Deleting port 259fea70-c363-4fa5-b2cf-1715673981bb {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:55:16.524855 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:16.568452 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-aac57c75-9eb7-4bb5-acc8-68644b715cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:55:15Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:55:16.595564 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac57c75-9eb7-4bb5-acc8-68644b715cd6 None None] The sync data for ids ['08794641-3180-4551-b1d4-c9a2164127be'] in dv-cinder-803046-4-iscsi is: [{'id': '08794641-3180-4551-b1d4-c9a2164127be', 'name': 'tempest-TestVolumeBootPattern-1372106447-router', 'tenant_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:47:57Z', 'updated_at': '2021-08-04T12:55:15Z', 'revision_number': 5, 'project_id': '542d8de1ebfd4e1ea3a5e66ef54f1c7c', 'gw_port': {'id': '259fea70-c363-4fa5-b2cf-1715673981bb', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08794641-3180-4551-b1d4-c9a2164127be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:47:58Z', 'updated_at': '2021-08-04T12:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:55:16.600961 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] For port 259fea70-c363-4fa5-b2cf-1715673981bb, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=259fea70-c363-4fa5-b2cf-1715673981bb,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:55:16.601204 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:16.617925 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Calling delete_port for 259fea70-c363-4fa5-b2cf-1715673981bb owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:55:16.861562 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:16.890546 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Pushing event deleted for resources: {'Port': ['ID=259fea70-c363-4fa5-b2cf-1715673981bb,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:55:16.902051 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:16.902394 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:16.902732 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:16.903081 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:16.903410 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:16.903739 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:16.904063 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:16.904388 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:16.904708 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:16.905027 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:16.905344 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:16.905679 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:16.958201 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:55:16.959571 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544055'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:17.050092 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31799'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:17.052342 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:17.204213 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640572'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:17.204738 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08794641-3180-4551-b1d4-c9a2164127be {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 12:55:17.209382 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:17.210607 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-ab6f8a2c-ff03-48a7-9110-0e7292b7033a admin admin] 10.222.0.90 "DELETE /v2.0/routers/08794641-3180-4551-b1d4-c9a2164127be HTTP/1.1" status: 204 len: 168 time: 1.2867262 Aug 04 12:55:17.213179 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 48180) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:55:17.273025 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf969a5-b629-4e1f-b6ef-3d131c0904b4 admin admin] Deleting subnet 061b6493-caed-49b5-a60e-f2285f8a74c1 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 12:55:17.276527 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2cf969a5-b629-4e1f-b6ef-3d131c0904b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:17.324694 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2cf969a5-b629-4e1f-b6ef-3d131c0904b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3168408'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:17.421258 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2cf969a5-b629-4e1f-b6ef-3d131c0904b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8264673'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:17.559133 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2cf969a5-b629-4e1f-b6ef-3d131c0904b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8263954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4003078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3694604'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:17.585795 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf969a5-b629-4e1f-b6ef-3d131c0904b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061b6493-caed-49b5-a60e-f2285f8a74c1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:55:17.587583 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2cf969a5-b629-4e1f-b6ef-3d131c0904b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:17.591849 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-2cf969a5-b629-4e1f-b6ef-3d131c0904b4 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/061b6493-caed-49b5-a60e-f2285f8a74c1 HTTP/1.1" status: 204 len: 168 time: 0.3752518 Aug 04 12:55:17.592239 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 48182) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:55:17.595114 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4142e0b-f004-4e52-8a20-48d630cbc3a2 None None] Network 8b0465a0-d834-4e12-9b5a-ddd473069e9d requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:55:17.677936 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7872879'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:17.768536 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] Deleting port c6d01f25-011b-46c7-a92a-fbbdd6540848 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:55:17.768940 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:17.840715 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] For port c6d01f25-011b-46c7-a92a-fbbdd6540848, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=c6d01f25-011b-46c7-a92a-fbbdd6540848,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:55:17.841085 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:17.856275 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:55:17.856535 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] Calling delete_port for c6d01f25-011b-46c7-a92a-fbbdd6540848 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:55:17.879197 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:55:17.879640 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 2776d8b1-42f9-4e6f-93ae-f7be8de1f7fd not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:55:17.961013 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] DHCP port deletion for 8b0465a0-d834-4e12-9b5a-ddd473069e9d request from dv-cinder-803046-4-iscsi {{(pid=94080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 12:55:18.009569 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] Deleting port c6d01f25-011b-46c7-a92a-fbbdd6540848 {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:55:18.009856 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:18.067354 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4003289'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:18.075639 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] For port c6d01f25-011b-46c7-a92a-fbbdd6540848, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=c6d01f25-011b-46c7-a92a-fbbdd6540848,segment=NetworkSegment(2540ff13-ccd2-462d-87d7-250cb1887e3c),segment_id=2540ff13-ccd2-462d-87d7-250cb1887e3c)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:55:18.085850 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:18.090605 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] Calling delete_port for c6d01f25-011b-46c7-a92a-fbbdd6540848 owned by network:dhcp {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:55:18.098705 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d01f25-011b-46c7-a92a-fbbdd6540848,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:55:18.100632 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] No DVR routers for this DVR port c6d01f25-011b-46c7-a92a-fbbdd6540848 on host dv-cinder-803046-4-iscsi {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:55:18.174810 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314982', 'neutron.services.segments.db._delete_segments_for_network-8788656383735'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:18.179005 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:18.184373 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0465a0-d834-4e12-9b5a-ddd473069e9d']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:55:18.195396 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2540ff13-ccd2-462d-87d7-250cb1887e3c') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:55:18.195703 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.services.segments.db [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2540ff13-ccd2-462d-87d7-250cb1887e3c') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:55:18.201884 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] Pushing event deleted for resources: {'Port': ['ID=c6d01f25-011b-46c7-a92a-fbbdd6540848,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:55:18.206224 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788656387588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3168403'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:18.211344 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] No DVR routers for this DVR port c6d01f25-011b-46c7-a92a-fbbdd6540848 on host dv-cinder-803046-4-iscsi {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:55:18.214771 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:18.215113 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:18.215448 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:18.215771 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:18.216135 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:18.216135 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:18.216135 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:18.216135 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:18.216135 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:18.216135 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:18.216135 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:18.216135 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96b4c58-e94a-4dc0-b4fe-b31a31328632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803046-4-iscsi {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 12:55:18.221464 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:18.228368 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 12:55:18.228760 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4003244'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: Traceback (most recent call last): Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: timer() Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: cb(*args, **kw) Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: return func(*args, **kwargs) Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: self._notify() Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: self.callback(batched_events) Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: event.method(event) Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: return f(self, *a, **k) Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: return self._get(url).json() Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: return self.request(url, 'GET', **kwargs) Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 12:55:18.230415 dv-cinder-803046-4-iscsi neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 12:55:18.364399 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544019'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:18.370236 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:18.372123 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] 10.222.0.90 "DELETE /v2.0/networks/8b0465a0-d834-4e12-9b5a-ddd473069e9d HTTP/1.1" status: 204 len: 168 time: 0.7791395 Aug 04 12:55:18.375099 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 48184) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:55:18.383776 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35808e-7114-4251-a8cf-9f3a4b0245b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b0465a0-d834-4e12-9b5a-ddd473069e9d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:55:18.714599 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a91618e5-7867-44b4-9fab-756bf355f460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544505'] for router_interface, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:18.951882 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a91618e5-7867-44b4-9fab-756bf355f460 admin admin] Deleting port 3720f70b-35a7-4c3e-b37e-d016aa848d6f {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:55:18.952111 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a91618e5-7867-44b4-9fab-756bf355f460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:19.026966 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a91618e5-7867-44b4-9fab-756bf355f460 admin admin] For port 3720f70b-35a7-4c3e-b37e-d016aa848d6f, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=3720f70b-35a7-4c3e-b37e-d016aa848d6f,segment=NetworkSegment(652bb38f-198f-4472-aadb-3bf48b28232e),segment_id=652bb38f-198f-4472-aadb-3bf48b28232e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:55:19.027326 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a91618e5-7867-44b4-9fab-756bf355f460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:19.040378 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a91618e5-7867-44b4-9fab-756bf355f460 admin admin] Calling delete_port for 3720f70b-35a7-4c3e-b37e-d016aa848d6f owned by network:router_interface {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:55:19.330028 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a91618e5-7867-44b4-9fab-756bf355f460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:19.360608 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 259fea70-c363-4fa5-b2cf-1715673981bb no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:55:19.362289 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91618e5-7867-44b4-9fab-756bf355f460 admin admin] Pushing event deleted for resources: {'Port': ['ID=3720f70b-35a7-4c3e-b37e-d016aa848d6f,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:55:19.385970 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: 259fea70-c363-4fa5-b2cf-1715673981bb {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:55:19.388549 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 259fea70-c363-4fa5-b2cf-1715673981bb not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:55:19.388549 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device c6d01f25-011b-46c7-a92a-fbbdd6540848 no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:55:19.405801 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: c6d01f25-011b-46c7-a92a-fbbdd6540848 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:55:19.406134 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device c6d01f25-011b-46c7-a92a-fbbdd6540848 not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:55:19.528573 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a91618e5-7867-44b4-9fab-756bf355f460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544397'] for router_interface, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:19.742717 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91618e5-7867-44b4-9fab-756bf355f460 admin admin] Router f43958ba-b16f-4351-86d9-542260bde790 has already been hosted by L3 agent ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8 {{(pid=94079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 12:55:19.847951 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91618e5-7867-44b4-9fab-756bf355f460 admin admin] Notify agent at l3_agent.dv-cinder-803046-4-iscsi the message routers_updated {{(pid=94079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 12:55:19.854195 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-a91618e5-7867-44b4-9fab-756bf355f460 admin admin] 10.222.0.90 "PUT /v2.0/routers/f43958ba-b16f-4351-86d9-542260bde790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4767923 Aug 04 12:55:19.855473 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 48186) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:55:19.858103 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc23dbde-bebd-4236-88fa-38612aac06c3 None None] Sync routers for ids ['f43958ba-b16f-4351-86d9-542260bde790'] in dv-cinder-803046-4-iscsi {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 12:55:19.867687 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc23dbde-bebd-4236-88fa-38612aac06c3 None None] Routers {'f43958ba-b16f-4351-86d9-542260bde790'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:55:19.868341 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-dc23dbde-bebd-4236-88fa-38612aac06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:55:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f43958ba-b16f-4351-86d9-542260bde790'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:55:19.958220 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64e9c02e-8216-48f9-8380-f16710745b8b admin admin] Notify callbacks [] for router, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:19.970064 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-dc23dbde-bebd-4236-88fa-38612aac06c3 None None] Set router f43958ba-b16f-4351-86d9-542260bde790 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:55:20.056900 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64e9c02e-8216-48f9-8380-f16710745b8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:20.140785 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-dc23dbde-bebd-4236-88fa-38612aac06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43958ba-b16f-4351-86d9-542260bde790', 'name': 'tempest-TestVolumeBootPattern-1621669439-router', 'tenant_id': '09cf48ca86ef4cf492277edde0361b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '19cc1b8a-8f02-413e-8252-0bdbdc35e277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:48:04Z', 'updated_at': '2021-08-04T12:55:19Z', 'revision_number': 5, 'project_id': '09cf48ca86ef4cf492277edde0361b47', 'gw_port': {'id': '19cc1b8a-8f02-413e-8252-0bdbdc35e277', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43958ba-b16f-4351-86d9-542260bde790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:04Z', 'updated_at': '2021-08-04T12:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:55:20.165480 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc23dbde-bebd-4236-88fa-38612aac06c3 None None] Checking router: f43958ba-b16f-4351-86d9-542260bde790 for host: dv-cinder-803046-4-iscsi {{(pid=94081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 12:55:20.173431 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc23dbde-bebd-4236-88fa-38612aac06c3 None None] Routers {'f43958ba-b16f-4351-86d9-542260bde790'} bound to L3 agent in host dv-cinder-803046-4-iscsi {{(pid=94081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 12:55:20.174027 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-dc23dbde-bebd-4236-88fa-38612aac06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803046-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T12:28:13Z,description=,heartbeat_timestamp=2021-08-04T12:55:13Z,host='dv-cinder-803046-4-iscsi',id=ed3fac46-1fa9-44ae-b3a7-e7e100ff29b8,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T12:28:14Z,topic='l3_agent')) {'router_ids': ['f43958ba-b16f-4351-86d9-542260bde790'], 'active': True} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:55:20.252361 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-64e9c02e-8216-48f9-8380-f16710745b8b admin admin] Deleting port 19cc1b8a-8f02-413e-8252-0bdbdc35e277 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:55:20.252693 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64e9c02e-8216-48f9-8380-f16710745b8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:20.332291 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-64e9c02e-8216-48f9-8380-f16710745b8b admin admin] For port 19cc1b8a-8f02-413e-8252-0bdbdc35e277, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=19cc1b8a-8f02-413e-8252-0bdbdc35e277,segment=NetworkSegment(f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba),segment_id=f4c6dedf-f8e2-40d0-b691-5217a8a3f3ba)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:55:20.332620 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64e9c02e-8216-48f9-8380-f16710745b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:20.344853 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-64e9c02e-8216-48f9-8380-f16710745b8b admin admin] Calling delete_port for 19cc1b8a-8f02-413e-8252-0bdbdc35e277 owned by network:router_gateway {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:55:20.373526 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_dvr_db [None req-dc23dbde-bebd-4236-88fa-38612aac06c3 None None] Set router f43958ba-b16f-4351-86d9-542260bde790 gateway port host: dv-cinder-803046-4-iscsi {{(pid=94081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 12:55:20.550500 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.l3_hamode_db [None req-dc23dbde-bebd-4236-88fa-38612aac06c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f43958ba-b16f-4351-86d9-542260bde790', 'name': 'tempest-TestVolumeBootPattern-1621669439-router', 'tenant_id': '09cf48ca86ef4cf492277edde0361b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '19cc1b8a-8f02-413e-8252-0bdbdc35e277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:48:04Z', 'updated_at': '2021-08-04T12:55:19Z', 'revision_number': 5, 'project_id': '09cf48ca86ef4cf492277edde0361b47', 'gw_port': {'id': '19cc1b8a-8f02-413e-8252-0bdbdc35e277', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43958ba-b16f-4351-86d9-542260bde790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:04Z', 'updated_at': '2021-08-04T12:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}], 'dv-cinder-803046-4-iscsi', False) {} {{(pid=94081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:55:20.576864 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc23dbde-bebd-4236-88fa-38612aac06c3 None None] The sync data for ids ['f43958ba-b16f-4351-86d9-542260bde790'] in dv-cinder-803046-4-iscsi is: [{'id': 'f43958ba-b16f-4351-86d9-542260bde790', 'name': 'tempest-TestVolumeBootPattern-1621669439-router', 'tenant_id': '09cf48ca86ef4cf492277edde0361b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'external_fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '19cc1b8a-8f02-413e-8252-0bdbdc35e277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T12:48:04Z', 'updated_at': '2021-08-04T12:55:19Z', 'revision_number': 5, 'project_id': '09cf48ca86ef4cf492277edde0361b47', 'gw_port': {'id': '19cc1b8a-8f02-413e-8252-0bdbdc35e277', 'name': '', 'network_id': 'edaa9ae4-5451-4ed4-982a-c63f3ba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:da:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43958ba-b16f-4351-86d9-542260bde790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803046-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T12:48:04Z', 'updated_at': '2021-08-04T12:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed9654ae-aa8a-4ed7-8b38-0e631f5aaaa7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803046-4-iscsi'}] {{(pid=94081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 12:55:20.584466 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64e9c02e-8216-48f9-8380-f16710745b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:20.614661 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9c02e-8216-48f9-8380-f16710745b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=19cc1b8a-8f02-413e-8252-0bdbdc35e277,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:55:20.921881 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64e9c02e-8216-48f9-8380-f16710745b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-544055'] for router_gateway, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:21.012587 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64e9c02e-8216-48f9-8380-f16710745b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-640680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31799'] for router, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:21.014834 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64e9c02e-8216-48f9-8380-f16710745b8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:21.144910 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64e9c02e-8216-48f9-8380-f16710745b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-640572'] for router, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:21.145453 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e9c02e-8216-48f9-8380-f16710745b8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f43958ba-b16f-4351-86d9-542260bde790 {{(pid=94079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 12:55:21.150468 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64e9c02e-8216-48f9-8380-f16710745b8b admin admin] Notify callbacks [] for router, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:21.153900 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-64e9c02e-8216-48f9-8380-f16710745b8b admin admin] 10.222.0.90 "DELETE /v2.0/routers/f43958ba-b16f-4351-86d9-542260bde790 HTTP/1.1" status: 204 len: 168 time: 1.2952442 Aug 04 12:55:21.154147 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 48188) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:55:21.202246 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10f872c-05db-40e6-b955-b45a986057b2 admin admin] Deleting subnet 35592a7b-56f6-4a9f-bc53-3071ea946452 {{(pid=94079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 12:55:21.205563 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e10f872c-05db-40e6-b955-b45a986057b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:21.244495 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e10f872c-05db-40e6-b955-b45a986057b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9287391'] for subnet, precommit_delete_associations {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:21.324352 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e10f872c-05db-40e6-b955-b45a986057b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8264673'] for subnet, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:21.504698 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e10f872c-05db-40e6-b955-b45a986057b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8263954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-616527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9245637'] for subnet, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:21.530685 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f872c-05db-40e6-b955-b45a986057b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35592a7b-56f6-4a9f-bc53-3071ea946452,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:55:21.534322 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e10f872c-05db-40e6-b955-b45a986057b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for subnet, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:21.536188 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-e10f872c-05db-40e6-b955-b45a986057b2 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/35592a7b-56f6-4a9f-bc53-3071ea946452 HTTP/1.1" status: 204 len: 168 time: 0.3810799 Aug 04 12:55:21.538881 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 48190) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:55:21.541171 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3115cdc9-a149-4e9e-b6a8-dbb9db802edf None None] Network ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2 requested from dv-cinder-803046-4-iscsi {{(pid=94080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 12:55:21.618385 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7872879'] for network, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:21.658138 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 19cc1b8a-8f02-413e-8252-0bdbdc35e277 no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:55:21.681400 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: 19cc1b8a-8f02-413e-8252-0bdbdc35e277 {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:55:21.681740 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 19cc1b8a-8f02-413e-8252-0bdbdc35e277 not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:55:21.682163 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 3720f70b-35a7-4c3e-b37e-d016aa848d6f no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:55:21.683135 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] Deleting port e4dd90ec-487f-4b16-95be-fbf0265bd5ef {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:55:21.683479 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:21.702531 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: 3720f70b-35a7-4c3e-b37e-d016aa848d6f {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:55:21.702878 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device 3720f70b-35a7-4c3e-b37e-d016aa848d6f not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:55:21.752528 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] For port e4dd90ec-487f-4b16-95be-fbf0265bd5ef, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=e4dd90ec-487f-4b16-95be-fbf0265bd5ef,segment=NetworkSegment(652bb38f-198f-4472-aadb-3bf48b28232e),segment_id=652bb38f-198f-4472-aadb-3bf48b28232e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:55:21.752903 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:21.765707 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] Calling delete_port for e4dd90ec-487f-4b16-95be-fbf0265bd5ef owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:55:21.776039 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64504ee4-a136-4244-80fb-28a0714617e6 None None] DHCP port deletion for ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2 request from dv-cinder-803046-4-iscsi {{(pid=94080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 12:55:21.823264 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-64504ee4-a136-4244-80fb-28a0714617e6 None None] Deleting port e4dd90ec-487f-4b16-95be-fbf0265bd5ef {{(pid=94080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 12:55:21.823639 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-64504ee4-a136-4244-80fb-28a0714617e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788656322618'] for port, before_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:21.886571 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-64504ee4-a136-4244-80fb-28a0714617e6 None None] For port e4dd90ec-487f-4b16-95be-fbf0265bd5ef, host dv-cinder-803046-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803046-4-iscsi',level=0,port_id=e4dd90ec-487f-4b16-95be-fbf0265bd5ef,segment=NetworkSegment(652bb38f-198f-4472-aadb-3bf48b28232e),segment_id=652bb38f-198f-4472-aadb-3bf48b28232e)] {{(pid=94080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 12:55:21.886878 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-64504ee4-a136-4244-80fb-28a0714617e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546130'] for port, precommit_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:21.899614 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-64504ee4-a136-4244-80fb-28a0714617e6 None None] Calling delete_port for e4dd90ec-487f-4b16-95be-fbf0265bd5ef owned by network:dhcp {{(pid=94080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 12:55:21.961998 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653049'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:21.972475 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-64504ee4-a136-4244-80fb-28a0714617e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7869660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788656328093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788655836591'] for port, after_delete {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:21.989021 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] No DVR routers for this DVR port e4dd90ec-487f-4b16-95be-fbf0265bd5ef on host dv-cinder-803046-4-iscsi {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:55:21.992746 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4dd90ec-487f-4b16-95be-fbf0265bd5ef,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:55:21.996674 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64504ee4-a136-4244-80fb-28a0714617e6 None None] Pushing event deleted for resources: {'Port': ['ID=e4dd90ec-487f-4b16-95be-fbf0265bd5ef,revision_number=None']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:55:22.002442 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64504ee4-a136-4244-80fb-28a0714617e6 None None] No DVR routers for this DVR port e4dd90ec-487f-4b16-95be-fbf0265bd5ef on host dv-cinder-803046-4-iscsi {{(pid=94080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 12:55:22.068677 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8314982', 'neutron.services.segments.db._delete_segments_for_network-8788656383735'] for network, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:22.078525 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2']}} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:55:22.089339 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652bb38f-198f-4472-aadb-3bf48b28232e') {'for_net_delete': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:55:22.089650 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.services.segments.db [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652bb38f-198f-4472-aadb-3bf48b28232e') {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 12:55:22.098107 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788656387588', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9287380'] for segment, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:22.111686 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605'] for segment, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:22.118296 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=94079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8264605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2652940'] for segment, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: Traceback (most recent call last): Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: timer() Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: cb(*args, **kw) Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: return func(*args, **kwargs) Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: self._notify() Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: self.callback(batched_events) Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: event.method(event) Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: return f(self, *a, **k) Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._get(url).json() Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: return self.request(url, 'GET', **kwargs) Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 12:55:22.121694 dv-cinder-803046-4-iscsi neutron-server[94079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 12:55:22.270543 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8314991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544019'] for network, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:22.276147 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745552'] for network, before_response {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:22.278328 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] 10.222.0.90 "DELETE /v2.0/networks/ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2 HTTP/1.1" status: 204 len: 168 time: 0.7385132 Aug 04 12:55:22.289438 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4d5b3-f07a-4b7c-8ee9-02b93b944d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=ef5a8058-c1fe-4baa-9fcf-bb0c5fe978a2,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:55:22.648415 dv-cinder-803046-4-iscsi neutron-server[94079]: DEBUG neutron.wsgi [-] (94079) accepted ('10.222.0.90', 48194) {{(pid=94079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:55:22.687401 dv-cinder-803046-4-iscsi neutron-server[94079]: INFO neutron.wsgi [None req-8f58fdba-521f-475b-aa67-159795e6df2e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=542d8de1ebfd4e1ea3a5e66ef54f1c7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377355 Aug 04 12:55:22.689902 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 48196) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:55:22.735958 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bb726daf-8230-4c2e-89a2-832afae8c4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:22.756495 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bb726daf-8230-4c2e-89a2-832afae8c4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:22.898851 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bb726daf-8230-4c2e-89a2-832afae8c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:22.901424 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bb726daf-8230-4c2e-89a2-832afae8c4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:22.902623 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-bb726daf-8230-4c2e-89a2-832afae8c4a6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ad3f0269-cfb0-4307-b018-842416c8d1ae HTTP/1.1" status: 204 len: 168 time: 0.2116950 Aug 04 12:55:22.910229 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb726daf-8230-4c2e-89a2-832afae8c4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3f0269-cfb0-4307-b018-842416c8d1ae,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:55:23.361022 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device e4dd90ec-487f-4b16-95be-fbf0265bd5ef no longer exists at agent ovs-agent-dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 12:55:23.385452 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.plugin [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] No Port match for: e4dd90ec-487f-4b16-95be-fbf0265bd5ef {{(pid=94080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 12:55:23.385795 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron.plugins.ml2.rpc [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Device e4dd90ec-487f-4b16-95be-fbf0265bd5ef not bound to the agent host dv-cinder-803046-4-iscsi {{(pid=94080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 12:55:23.674490 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 48202) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:55:23.713970 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-19bf65ed-d668-4fff-9d3c-6f8f83a83f2c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=09cf48ca86ef4cf492277edde0361b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382977 Aug 04 12:55:23.716428 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.90', 48204) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 12:55:23.767146 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-41a375a0-17c5-4526-bd0c-0cbffbe44d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:23.787142 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-41a375a0-17c5-4526-bd0c-0cbffbe44d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:23.915970 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-41a375a0-17c5-4526-bd0c-0cbffbe44d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688679'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:23.918532 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-41a375a0-17c5-4526-bd0c-0cbffbe44d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:23.919708 dv-cinder-803046-4-iscsi neutron-server[94078]: INFO neutron.wsgi [None req-41a375a0-17c5-4526-bd0c-0cbffbe44d65 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4323c577-f4fa-411c-b627-1a35c42e3767 HTTP/1.1" status: 204 len: 168 time: 0.2023032 Aug 04 12:55:23.927680 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a375a0-17c5-4526-bd0c-0cbffbe44d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4323c577-f4fa-411c-b627-1a35c42e3767,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 12:55:39.077599 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:40.803148 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dbabf825-4b3b-4baa-b782-535805cb1a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:43.212244 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f3858fd5-1608-439f-89ca-597c54785613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:43.512169 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:44.560621 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:46.026998 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:55:53.959975 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:56:09.007993 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:56:10.782312 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a52b5cd-e744-40cc-82be-09a4420b437f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:56:13.196649 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c4791fe8-0952-4a75-a747-01db3aefc920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:56:13.487919 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:56:14.511051 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:56:16.038790 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:56:30.959120 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:56:39.006974 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:56:40.789829 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7cbe7e89-bb33-470f-b627-698fa261ccf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:56:43.204286 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cf57e060-de72-4da3-9723-5a918d25ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:56:43.484399 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:56:44.500331 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:56:46.049593 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:57:07.958181 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:57:09.020617 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:57:10.806505 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3c20857e-c113-4469-9021-7b19fe6dfb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:57:13.222894 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2539c565-a3f6-4547-b0e4-357b53749350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:57:13.483903 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:57:14.551498 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:57:16.005945 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:57:39.007738 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:57:40.847595 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-496ea839-0a29-44fc-8028-0f325b34e94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:57:43.213497 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5a219dbd-e55b-49a3-b1be-3b16bfd2dd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:57:43.490550 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:57:44.562114 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:57:44.958081 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:57:46.050167 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:58:09.012286 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:58:10.797548 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-17fddcde-3a97-4478-9b62-eaf720311bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:58:13.243603 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0d0f0d11-9b35-409c-807f-d0693f923e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:58:13.515165 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:58:14.529152 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:58:16.015686 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:58:21.956685 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:58:22.887024 dv-cinder-803046-4-iscsi neutron-server[94078]: DEBUG neutron.wsgi [req-e83b31a5-f259-4402-8d37-95c9b76d3f50 req-37ec3a2f-61b2-4785-8412-2c25604c55bf service neutron] (94078) timed out ('10.222.0.76', 49309) {{(pid=94078) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 12:58:39.002234 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:58:40.782461 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff713-dc6c-4d38-8ae7-ef87ecd8f41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:58:43.262823 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c9d57f8d-f360-4f41-b8bc-99400b6728dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:58:43.525564 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:58:44.576781 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:58:46.039533 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:58:58.956651 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:59:09.007204 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:59:10.910247 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-830863a0-af1a-4a85-a754-463ffc1dfd81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:59:13.213548 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2c32b691-0034-43f3-a156-10b7d5d5098e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:59:13.510164 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:59:14.535812 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:59:16.032736 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:59:35.957814 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:59:39.003172 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:59:40.803384 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c9856ce4-82ec-49dc-af36-b0285d66b9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:59:43.236991 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5c507482-5637-4d8f-b6be-fc1813ed1d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:59:43.483551 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:59:44.546398 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:59:46.048268 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 13:00:09.036287 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 13:00:10.824791 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f2a0f9b5-2c41-40bc-9010-e8235020be10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 13:00:12.957637 dv-cinder-803046-4-iscsi neutron-server[94081]: DEBUG neutron.db.agents_db [None req-e0ec647f-1a83-4051-b542-b1efb8d71f0c None None] Agent healthcheck: found 6 active agents {{(pid=94081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 13:00:13.241566 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9250985a-0bd7-45de-ab61-58a719f9ee9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 13:00:13.495676 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 13:00:14.551673 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 13:00:16.068807 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c6405f4e-06f5-494d-aa34-1066f803100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 13:00:39.058211 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0a1388f5-62d0-43bd-bc4b-9e153edef3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 13:00:40.794949 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-732a4a71-2345-4983-b6c0-0341351cf9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 13:00:43.212139 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4e688f8e-cac0-472f-bfc1-cc2e7fad3cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 13:00:43.515208 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-df504378-a2cc-4490-ae34-9a5fb0ee4a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 13:00:44.572177 dv-cinder-803046-4-iscsi neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-75bd858b-f0be-4f39-b3eb-649a59f32fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788656383717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8317130'] for agent, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}